{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## 3.4 CartPoleをQ学習で制御"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 62,
   "metadata": {},
   "outputs": [],
   "source": [
    "# パッケージのimport\n",
    "import numpy as np\n",
    "import matplotlib.pyplot as plt\n",
    "%matplotlib inline\n",
    "import gym\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 63,
   "metadata": {},
   "outputs": [],
   "source": [
    "# 動画の描画関数の宣言\n",
    "# 参考URL http://nbviewer.jupyter.org/github/patrickmineault\n",
    "# /xcorr-notebooks/blob/master/Render%20OpenAI%20gym%20as%20GIF.ipynb\n",
    "from JSAnimation.IPython_display import display_animation\n",
    "from matplotlib import animation\n",
    "from IPython.display import display\n",
    "from IPython.display import HTML\n",
    "\n",
    "\n",
    "def display_frames_as_gif(frames):\n",
    "    \"\"\"\n",
    "    Displays a list of frames as a gif, with controls\n",
    "    \"\"\"\n",
    "    plt.figure(figsize=(frames[0].shape[1]/72.0, frames[0].shape[0]/72.0),\n",
    "               dpi=72)\n",
    "    patch = plt.imshow(frames[0])\n",
    "    plt.axis('off')\n",
    "\n",
    "    def animate(i):\n",
    "        patch.set_data(frames[i])\n",
    "\n",
    "    anim = animation.FuncAnimation(plt.gcf(), animate, frames=len(frames),\n",
    "                                   interval=50)\n",
    "\n",
    "    anim.save('movie_cartpole.mp4')  # 動画のファイル名と保存です\n",
    "#     display(display_animation(anim, default_mode='loop'))\n",
    "    HTML(anim.to_jshtml())\n",
    "    "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 64,
   "metadata": {},
   "outputs": [],
   "source": [
    "# 定数の設定\n",
    "ENV = 'CartPole-v1'  # 使用する課題名\n",
    "NUM_DIZITIZED = 6  # 各状態の離散値への分割数\n",
    "GAMMA = 0.99  # 時間割引率\n",
    "ETA = 0.01  # 学習係数\n",
    "MAX_STEPS = 200  # 1試行のstep数\n",
    "NUM_EPISODES = 15000  # 最大試行回数\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 65,
   "metadata": {},
   "outputs": [],
   "source": [
    "class Agent:\n",
    "    '''CartPoleのエージェントクラスです、棒付き台車そのものになります'''\n",
    "\n",
    "    def __init__(self, num_states, num_actions):\n",
    "        self.brain = Brain(num_states, num_actions)  # エージェントが行動を決定するための頭脳を生成\n",
    "\n",
    "    def update_Q_function(self, observation, action, reward, observation_next):\n",
    "        '''Q関数の更新'''\n",
    "        self.brain.update_Q_table(\n",
    "            observation, action, reward, observation_next)\n",
    "\n",
    "    def get_action(self, observation, step):\n",
    "        '''行動の決定'''\n",
    "        action = self.brain.decide_action(observation, step)\n",
    "        return action\n",
    "    "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 66,
   "metadata": {},
   "outputs": [],
   "source": [
    "class Brain:\n",
    "    '''エージェントが持つ脳となるクラスです、Q学習を実行します'''\n",
    "\n",
    "    def __init__(self, num_states, num_actions):\n",
    "        self.num_actions = num_actions  # CartPoleの行動（右に左に押す）の2を取得\n",
    "\n",
    "        # Qテーブルを作成。行数は状態を分割数^（4変数）にデジタル変換した値、列数は行動数を示す\n",
    "        self.q_table = np.random.uniform(low=0, high=1, size=(\n",
    "            NUM_DIZITIZED**num_states, num_actions))\n",
    "\n",
    "    def bins(self, clip_min, clip_max, num):\n",
    "        '''観測した状態（連続値）を離散値にデジタル変換する閾値を求める'''\n",
    "        return np.linspace(clip_min, clip_max, num + 1)[1:-1]\n",
    "\n",
    "    def digitize_state(self, observation):\n",
    "        '''観測したobservation状態を、離散値に変換する'''\n",
    "        cart_pos, cart_v, pole_angle, pole_v = observation\n",
    "        digitized = [\n",
    "            np.digitize(cart_pos, bins=self.bins(-2.4, 2.4, NUM_DIZITIZED)),\n",
    "            np.digitize(cart_v, bins=self.bins(-3.0, 3.0, NUM_DIZITIZED)),\n",
    "            np.digitize(pole_angle, bins=self.bins(-0.5, 0.5, NUM_DIZITIZED)),\n",
    "            np.digitize(pole_v, bins=self.bins(-2.0, 2.0, NUM_DIZITIZED))\n",
    "        ]\n",
    "        return sum([x * (NUM_DIZITIZED**i) for i, x in enumerate(digitized)])\n",
    "\n",
    "    def update_Q_table(self, observation, action, reward, observation_next):\n",
    "        '''QテーブルをQ学習により更新'''\n",
    "        state = self.digitize_state(observation)  # 状態を離散化\n",
    "        state_next = self.digitize_state(observation_next)  # 次の状態を離散化\n",
    "        Max_Q_next = max(self.q_table[state_next][:])\n",
    "        q_table_new = self.q_table[state, action] + \\\n",
    "            ETA * (reward + GAMMA * Max_Q_next - self.q_table[state, action])\n",
    "#         print(self.q_table[state, action] - q_table_new)\n",
    "        self.q_table[state, action] = q_table_new\n",
    "        \n",
    "\n",
    "    def decide_action(self, observation, episode):\n",
    "        '''ε-greedy法で徐々に最適行動のみを採用する'''\n",
    "        state = self.digitize_state(observation)\n",
    "        epsilon = 0.5 * (1 / (episode + 1))\n",
    "\n",
    "        if epsilon <= np.random.uniform(0, 1):\n",
    "            action = np.argmax(self.q_table[state][:])\n",
    "        else:\n",
    "            action = np.random.choice(self.num_actions)  # 0,1の行動をランダムに返す\n",
    "        return action\n",
    "    "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 67,
   "metadata": {},
   "outputs": [],
   "source": [
    "class Environment:\n",
    "    '''CartPoleを実行する環境のクラスです'''\n",
    "\n",
    "    def __init__(self):\n",
    "        self.env = gym.make(ENV,render_mode='rgb_array')  # 実行する課題を設定\n",
    "        num_states = self.env.observation_space.shape[0]  # 課題の状態の数4を取得\n",
    "        num_actions = self.env.action_space.n  # CartPoleの行動（右に左に押す）の2を取得\n",
    "        self.agent = Agent(num_states, num_actions)  # 環境内で行動するAgentを生成\n",
    "\n",
    "    def run(self):\n",
    "        '''実行'''\n",
    "        complete_episodes = 0  # 195step以上連続で立ち続けた試行数\n",
    "        is_episode_final = False  # 最終試行フラグ\n",
    "        frames = []  # 動画用に画像を格納する変数\n",
    "        u = []\n",
    "        diff_q = []\n",
    "\n",
    "        for episode in range(NUM_EPISODES):  # 試行数分繰り返す\n",
    "            observation = self.env.reset()[0]  # 環境の初期化\n",
    "            q = self.agent.brain.q_table.copy()\n",
    "            for step in range(MAX_STEPS):  # 1エピソードのループ\n",
    "#                 print(\"episode:\",episode,\", step:\", step)\n",
    "                if is_episode_final is True:  # 最終試行ではframesに各時刻の画像を追加していく\n",
    "#                     frames.append(self.env.render(mode='rgb_array'))\n",
    "                    frames.append(self.env.render())\n",
    "\n",
    "                # 行動を求める\n",
    "                action = self.agent.get_action(observation, episode)\n",
    "            \n",
    "                if is_episode_final is True: \n",
    "                    u.append(action)\n",
    "\n",
    "                # 行動a_tの実行により、s_{t+1}, r_{t+1}を求める\n",
    "#                 observation_next, _, done, _ = self.env.step(\n",
    "#                     action)  # rewardとinfoは使わないので_にする\n",
    "                observation_next, _, done, _, _ = self.env.step(action)  # rewardとinfoは使わないので_にする\n",
    "                # 報酬を与える\n",
    "                if done:  # ステップ数が200経過するか、一定角度以上傾くとdoneはtrueになる\n",
    "                    if step < 180:\n",
    "                        reward = -1  # 途中でこけたら罰則として報酬-1を与える\n",
    "                        complete_episodes = 0  # 195step以上連続で立ち続けた試行数をリセット\n",
    "                    else:\n",
    "                        reward = 1  # 立ったまま終了時は報酬1を与える\n",
    "                        complete_episodes += 1  # 連続記録を更新\n",
    "                else:\n",
    "                    reward = 0  # 途中の報酬は0\n",
    "\n",
    "                # step+1の状態observation_nextを用いて,Q関数を更新する\n",
    "#                 print(\"observation:\",observation)\n",
    "#                 print(\"observation_next:\",observation_next)\n",
    "                \n",
    "                self.agent.update_Q_function(\n",
    "                    observation, action, reward, observation_next)\n",
    "\n",
    "                # 観測の更新\n",
    "                observation = observation_next\n",
    "\n",
    "                # 終了時の処理\n",
    "                if done:\n",
    "                    print('{0} Episode: Finished after {1} time steps'.format(\n",
    "                        episode, step + 1))\n",
    "#                     print(self.q_table[state, action] - q_table_new)\n",
    "                    break\n",
    "\n",
    "            if is_episode_final is True:  # 最終試行では動画を保存と描画\n",
    "                display_frames_as_gif(frames)\n",
    "                break\n",
    "\n",
    "            if complete_episodes >= 10:  # 10連続成功なら\n",
    "                print('10回连续成功')\n",
    "                is_episode_final = True  # 次の試行を描画を行う最終試行とする\n",
    "\n",
    "            diff_q.append(np.sum(self.agent.brain.q_table - q))\n",
    "        \n",
    "        fig = plt.figure(figsize=(5, 5))\n",
    "        ax = plt.gca()\n",
    "        plt.plot(u, color='red', linewidth=2)\n",
    "        \n",
    "        fig2 = plt.figure(figsize=(5, 5))\n",
    "        ax2 = plt.gca()\n",
    "        plt.plot(diff_q, color='red', linewidth=2)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 68,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0 Episode: Finished after 21 time steps\n",
      "1 Episode: Finished after 17 time steps\n",
      "2 Episode: Finished after 68 time steps\n",
      "3 Episode: Finished after 16 time steps\n",
      "4 Episode: Finished after 14 time steps\n",
      "5 Episode: Finished after 20 time steps\n",
      "6 Episode: Finished after 14 time steps\n",
      "7 Episode: Finished after 16 time steps\n",
      "8 Episode: Finished after 33 time steps\n",
      "9 Episode: Finished after 15 time steps\n",
      "10 Episode: Finished after 22 time steps\n",
      "11 Episode: Finished after 97 time steps\n",
      "12 Episode: Finished after 15 time steps\n",
      "13 Episode: Finished after 17 time steps\n",
      "14 Episode: Finished after 16 time steps\n",
      "15 Episode: Finished after 28 time steps\n",
      "16 Episode: Finished after 69 time steps\n",
      "17 Episode: Finished after 14 time steps\n",
      "18 Episode: Finished after 16 time steps\n",
      "19 Episode: Finished after 8 time steps\n",
      "20 Episode: Finished after 16 time steps\n",
      "21 Episode: Finished after 12 time steps\n",
      "22 Episode: Finished after 14 time steps\n",
      "23 Episode: Finished after 12 time steps\n",
      "24 Episode: Finished after 18 time steps\n",
      "25 Episode: Finished after 23 time steps\n",
      "26 Episode: Finished after 13 time steps\n",
      "27 Episode: Finished after 15 time steps\n",
      "28 Episode: Finished after 15 time steps\n",
      "29 Episode: Finished after 14 time steps\n",
      "30 Episode: Finished after 15 time steps\n",
      "31 Episode: Finished after 18 time steps\n",
      "32 Episode: Finished after 18 time steps\n",
      "33 Episode: Finished after 13 time steps\n",
      "34 Episode: Finished after 18 time steps\n",
      "35 Episode: Finished after 22 time steps\n",
      "36 Episode: Finished after 19 time steps\n",
      "37 Episode: Finished after 19 time steps\n",
      "38 Episode: Finished after 14 time steps\n",
      "39 Episode: Finished after 21 time steps\n",
      "40 Episode: Finished after 15 time steps\n",
      "41 Episode: Finished after 21 time steps\n",
      "42 Episode: Finished after 14 time steps\n",
      "43 Episode: Finished after 19 time steps\n",
      "44 Episode: Finished after 18 time steps\n",
      "45 Episode: Finished after 18 time steps\n",
      "46 Episode: Finished after 18 time steps\n",
      "47 Episode: Finished after 18 time steps\n",
      "48 Episode: Finished after 14 time steps\n",
      "49 Episode: Finished after 18 time steps\n",
      "50 Episode: Finished after 14 time steps\n",
      "51 Episode: Finished after 16 time steps\n",
      "52 Episode: Finished after 17 time steps\n",
      "53 Episode: Finished after 16 time steps\n",
      "54 Episode: Finished after 21 time steps\n",
      "55 Episode: Finished after 10 time steps\n",
      "56 Episode: Finished after 21 time steps\n",
      "57 Episode: Finished after 15 time steps\n",
      "58 Episode: Finished after 18 time steps\n",
      "59 Episode: Finished after 16 time steps\n",
      "60 Episode: Finished after 16 time steps\n",
      "61 Episode: Finished after 18 time steps\n",
      "62 Episode: Finished after 15 time steps\n",
      "63 Episode: Finished after 11 time steps\n",
      "64 Episode: Finished after 17 time steps\n",
      "65 Episode: Finished after 17 time steps\n",
      "66 Episode: Finished after 13 time steps\n",
      "67 Episode: Finished after 19 time steps\n",
      "68 Episode: Finished after 19 time steps\n",
      "69 Episode: Finished after 11 time steps\n",
      "70 Episode: Finished after 13 time steps\n",
      "71 Episode: Finished after 14 time steps\n",
      "72 Episode: Finished after 11 time steps\n",
      "73 Episode: Finished after 16 time steps\n",
      "74 Episode: Finished after 8 time steps\n",
      "75 Episode: Finished after 17 time steps\n",
      "76 Episode: Finished after 20 time steps\n",
      "77 Episode: Finished after 15 time steps\n",
      "78 Episode: Finished after 18 time steps\n",
      "79 Episode: Finished after 18 time steps\n",
      "80 Episode: Finished after 18 time steps\n",
      "81 Episode: Finished after 21 time steps\n",
      "82 Episode: Finished after 15 time steps\n",
      "83 Episode: Finished after 20 time steps\n",
      "84 Episode: Finished after 17 time steps\n",
      "85 Episode: Finished after 16 time steps\n",
      "86 Episode: Finished after 11 time steps\n",
      "87 Episode: Finished after 18 time steps\n",
      "88 Episode: Finished after 9 time steps\n",
      "89 Episode: Finished after 15 time steps\n",
      "90 Episode: Finished after 19 time steps\n",
      "91 Episode: Finished after 16 time steps\n",
      "92 Episode: Finished after 15 time steps\n",
      "93 Episode: Finished after 20 time steps\n",
      "94 Episode: Finished after 16 time steps\n",
      "95 Episode: Finished after 15 time steps\n",
      "96 Episode: Finished after 9 time steps\n",
      "97 Episode: Finished after 17 time steps\n",
      "98 Episode: Finished after 10 time steps\n",
      "99 Episode: Finished after 14 time steps\n",
      "100 Episode: Finished after 15 time steps\n",
      "101 Episode: Finished after 16 time steps\n",
      "102 Episode: Finished after 17 time steps\n",
      "103 Episode: Finished after 16 time steps\n",
      "104 Episode: Finished after 19 time steps\n",
      "105 Episode: Finished after 13 time steps\n",
      "106 Episode: Finished after 19 time steps\n",
      "107 Episode: Finished after 18 time steps\n",
      "108 Episode: Finished after 18 time steps\n",
      "109 Episode: Finished after 16 time steps\n",
      "110 Episode: Finished after 15 time steps\n",
      "111 Episode: Finished after 15 time steps\n",
      "112 Episode: Finished after 15 time steps\n",
      "113 Episode: Finished after 20 time steps\n",
      "114 Episode: Finished after 10 time steps\n",
      "115 Episode: Finished after 14 time steps\n",
      "116 Episode: Finished after 22 time steps\n",
      "117 Episode: Finished after 11 time steps\n",
      "118 Episode: Finished after 11 time steps\n",
      "119 Episode: Finished after 16 time steps\n",
      "120 Episode: Finished after 15 time steps\n",
      "121 Episode: Finished after 13 time steps\n",
      "122 Episode: Finished after 14 time steps\n",
      "123 Episode: Finished after 18 time steps\n",
      "124 Episode: Finished after 15 time steps\n",
      "125 Episode: Finished after 17 time steps\n",
      "126 Episode: Finished after 10 time steps\n",
      "127 Episode: Finished after 14 time steps\n",
      "128 Episode: Finished after 8 time steps\n",
      "129 Episode: Finished after 16 time steps\n",
      "130 Episode: Finished after 18 time steps\n",
      "131 Episode: Finished after 19 time steps\n",
      "132 Episode: Finished after 14 time steps\n",
      "133 Episode: Finished after 10 time steps\n",
      "134 Episode: Finished after 12 time steps\n",
      "135 Episode: Finished after 17 time steps\n",
      "136 Episode: Finished after 18 time steps\n",
      "137 Episode: Finished after 19 time steps\n",
      "138 Episode: Finished after 12 time steps\n",
      "139 Episode: Finished after 24 time steps\n",
      "140 Episode: Finished after 18 time steps\n",
      "141 Episode: Finished after 16 time steps\n",
      "142 Episode: Finished after 20 time steps\n",
      "143 Episode: Finished after 9 time steps\n",
      "144 Episode: Finished after 15 time steps\n",
      "145 Episode: Finished after 18 time steps\n",
      "146 Episode: Finished after 18 time steps\n",
      "147 Episode: Finished after 16 time steps\n",
      "148 Episode: Finished after 18 time steps\n",
      "149 Episode: Finished after 17 time steps\n",
      "150 Episode: Finished after 27 time steps\n",
      "151 Episode: Finished after 10 time steps\n",
      "152 Episode: Finished after 15 time steps\n",
      "153 Episode: Finished after 17 time steps\n",
      "154 Episode: Finished after 17 time steps\n",
      "155 Episode: Finished after 13 time steps\n",
      "156 Episode: Finished after 11 time steps\n",
      "157 Episode: Finished after 12 time steps\n",
      "158 Episode: Finished after 12 time steps\n",
      "159 Episode: Finished after 15 time steps\n",
      "160 Episode: Finished after 12 time steps\n",
      "161 Episode: Finished after 15 time steps\n",
      "162 Episode: Finished after 13 time steps\n",
      "163 Episode: Finished after 10 time steps\n",
      "164 Episode: Finished after 9 time steps\n",
      "165 Episode: Finished after 15 time steps\n",
      "166 Episode: Finished after 18 time steps\n",
      "167 Episode: Finished after 9 time steps\n",
      "168 Episode: Finished after 14 time steps\n",
      "169 Episode: Finished after 14 time steps\n",
      "170 Episode: Finished after 17 time steps\n",
      "171 Episode: Finished after 12 time steps\n",
      "172 Episode: Finished after 16 time steps\n",
      "173 Episode: Finished after 10 time steps\n",
      "174 Episode: Finished after 17 time steps\n",
      "175 Episode: Finished after 14 time steps\n",
      "176 Episode: Finished after 14 time steps\n",
      "177 Episode: Finished after 8 time steps\n",
      "178 Episode: Finished after 10 time steps\n",
      "179 Episode: Finished after 9 time steps\n",
      "180 Episode: Finished after 18 time steps\n",
      "181 Episode: Finished after 18 time steps\n",
      "182 Episode: Finished after 16 time steps\n",
      "183 Episode: Finished after 16 time steps\n",
      "184 Episode: Finished after 16 time steps\n",
      "185 Episode: Finished after 15 time steps\n",
      "186 Episode: Finished after 16 time steps\n",
      "187 Episode: Finished after 18 time steps\n",
      "188 Episode: Finished after 12 time steps\n",
      "189 Episode: Finished after 18 time steps\n",
      "190 Episode: Finished after 14 time steps\n",
      "191 Episode: Finished after 14 time steps\n",
      "192 Episode: Finished after 16 time steps\n",
      "193 Episode: Finished after 17 time steps\n",
      "194 Episode: Finished after 20 time steps\n",
      "195 Episode: Finished after 18 time steps\n",
      "196 Episode: Finished after 13 time steps\n",
      "197 Episode: Finished after 20 time steps\n",
      "198 Episode: Finished after 16 time steps\n",
      "199 Episode: Finished after 12 time steps\n",
      "200 Episode: Finished after 71 time steps\n",
      "201 Episode: Finished after 9 time steps\n",
      "202 Episode: Finished after 31 time steps\n",
      "203 Episode: Finished after 8 time steps\n",
      "204 Episode: Finished after 13 time steps\n",
      "205 Episode: Finished after 14 time steps\n",
      "206 Episode: Finished after 19 time steps\n",
      "207 Episode: Finished after 13 time steps\n",
      "208 Episode: Finished after 17 time steps\n",
      "209 Episode: Finished after 15 time steps\n",
      "210 Episode: Finished after 14 time steps\n",
      "211 Episode: Finished after 14 time steps\n",
      "212 Episode: Finished after 14 time steps\n",
      "213 Episode: Finished after 17 time steps\n",
      "214 Episode: Finished after 15 time steps\n",
      "215 Episode: Finished after 18 time steps\n",
      "216 Episode: Finished after 10 time steps\n",
      "217 Episode: Finished after 14 time steps\n",
      "218 Episode: Finished after 17 time steps\n",
      "219 Episode: Finished after 15 time steps\n",
      "220 Episode: Finished after 16 time steps\n",
      "221 Episode: Finished after 18 time steps\n",
      "222 Episode: Finished after 16 time steps\n",
      "223 Episode: Finished after 17 time steps\n",
      "224 Episode: Finished after 14 time steps\n",
      "225 Episode: Finished after 20 time steps\n",
      "226 Episode: Finished after 19 time steps\n",
      "227 Episode: Finished after 13 time steps\n",
      "228 Episode: Finished after 17 time steps\n",
      "229 Episode: Finished after 14 time steps\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "230 Episode: Finished after 8 time steps\n",
      "231 Episode: Finished after 15 time steps\n",
      "232 Episode: Finished after 37 time steps\n",
      "233 Episode: Finished after 16 time steps\n",
      "234 Episode: Finished after 13 time steps\n",
      "235 Episode: Finished after 16 time steps\n",
      "236 Episode: Finished after 15 time steps\n",
      "237 Episode: Finished after 17 time steps\n",
      "238 Episode: Finished after 15 time steps\n",
      "239 Episode: Finished after 15 time steps\n",
      "240 Episode: Finished after 18 time steps\n",
      "241 Episode: Finished after 16 time steps\n",
      "242 Episode: Finished after 18 time steps\n",
      "243 Episode: Finished after 14 time steps\n",
      "244 Episode: Finished after 12 time steps\n",
      "245 Episode: Finished after 18 time steps\n",
      "246 Episode: Finished after 14 time steps\n",
      "247 Episode: Finished after 16 time steps\n",
      "248 Episode: Finished after 14 time steps\n",
      "249 Episode: Finished after 18 time steps\n",
      "250 Episode: Finished after 18 time steps\n",
      "251 Episode: Finished after 9 time steps\n",
      "252 Episode: Finished after 18 time steps\n",
      "253 Episode: Finished after 17 time steps\n",
      "254 Episode: Finished after 9 time steps\n",
      "255 Episode: Finished after 15 time steps\n",
      "256 Episode: Finished after 13 time steps\n",
      "257 Episode: Finished after 16 time steps\n",
      "258 Episode: Finished after 9 time steps\n",
      "259 Episode: Finished after 16 time steps\n",
      "260 Episode: Finished after 8 time steps\n",
      "261 Episode: Finished after 19 time steps\n",
      "262 Episode: Finished after 18 time steps\n",
      "263 Episode: Finished after 14 time steps\n",
      "264 Episode: Finished after 12 time steps\n",
      "265 Episode: Finished after 11 time steps\n",
      "266 Episode: Finished after 11 time steps\n",
      "267 Episode: Finished after 11 time steps\n",
      "268 Episode: Finished after 13 time steps\n",
      "269 Episode: Finished after 15 time steps\n",
      "270 Episode: Finished after 18 time steps\n",
      "271 Episode: Finished after 13 time steps\n",
      "272 Episode: Finished after 14 time steps\n",
      "273 Episode: Finished after 8 time steps\n",
      "274 Episode: Finished after 14 time steps\n",
      "275 Episode: Finished after 18 time steps\n",
      "276 Episode: Finished after 9 time steps\n",
      "277 Episode: Finished after 16 time steps\n",
      "278 Episode: Finished after 14 time steps\n",
      "279 Episode: Finished after 18 time steps\n",
      "280 Episode: Finished after 16 time steps\n",
      "281 Episode: Finished after 15 time steps\n",
      "282 Episode: Finished after 19 time steps\n",
      "283 Episode: Finished after 17 time steps\n",
      "284 Episode: Finished after 27 time steps\n",
      "285 Episode: Finished after 11 time steps\n",
      "286 Episode: Finished after 16 time steps\n",
      "287 Episode: Finished after 23 time steps\n",
      "288 Episode: Finished after 18 time steps\n",
      "289 Episode: Finished after 16 time steps\n",
      "290 Episode: Finished after 14 time steps\n",
      "291 Episode: Finished after 19 time steps\n",
      "292 Episode: Finished after 16 time steps\n",
      "293 Episode: Finished after 15 time steps\n",
      "294 Episode: Finished after 14 time steps\n",
      "295 Episode: Finished after 17 time steps\n",
      "296 Episode: Finished after 16 time steps\n",
      "297 Episode: Finished after 11 time steps\n",
      "298 Episode: Finished after 16 time steps\n",
      "299 Episode: Finished after 18 time steps\n",
      "300 Episode: Finished after 15 time steps\n",
      "301 Episode: Finished after 18 time steps\n",
      "302 Episode: Finished after 18 time steps\n",
      "303 Episode: Finished after 15 time steps\n",
      "304 Episode: Finished after 15 time steps\n",
      "305 Episode: Finished after 15 time steps\n",
      "306 Episode: Finished after 15 time steps\n",
      "307 Episode: Finished after 17 time steps\n",
      "308 Episode: Finished after 16 time steps\n",
      "309 Episode: Finished after 15 time steps\n",
      "310 Episode: Finished after 20 time steps\n",
      "311 Episode: Finished after 20 time steps\n",
      "312 Episode: Finished after 15 time steps\n",
      "313 Episode: Finished after 17 time steps\n",
      "314 Episode: Finished after 16 time steps\n",
      "315 Episode: Finished after 9 time steps\n",
      "316 Episode: Finished after 14 time steps\n",
      "317 Episode: Finished after 18 time steps\n",
      "318 Episode: Finished after 17 time steps\n",
      "319 Episode: Finished after 16 time steps\n",
      "320 Episode: Finished after 15 time steps\n",
      "321 Episode: Finished after 11 time steps\n",
      "322 Episode: Finished after 25 time steps\n",
      "323 Episode: Finished after 18 time steps\n",
      "324 Episode: Finished after 18 time steps\n",
      "325 Episode: Finished after 8 time steps\n",
      "326 Episode: Finished after 16 time steps\n",
      "327 Episode: Finished after 11 time steps\n",
      "328 Episode: Finished after 12 time steps\n",
      "329 Episode: Finished after 9 time steps\n",
      "330 Episode: Finished after 24 time steps\n",
      "331 Episode: Finished after 16 time steps\n",
      "332 Episode: Finished after 16 time steps\n",
      "333 Episode: Finished after 10 time steps\n",
      "334 Episode: Finished after 11 time steps\n",
      "335 Episode: Finished after 10 time steps\n",
      "336 Episode: Finished after 13 time steps\n",
      "337 Episode: Finished after 22 time steps\n",
      "338 Episode: Finished after 10 time steps\n",
      "339 Episode: Finished after 15 time steps\n",
      "340 Episode: Finished after 18 time steps\n",
      "341 Episode: Finished after 15 time steps\n",
      "342 Episode: Finished after 15 time steps\n",
      "343 Episode: Finished after 23 time steps\n",
      "344 Episode: Finished after 16 time steps\n",
      "345 Episode: Finished after 26 time steps\n",
      "346 Episode: Finished after 14 time steps\n",
      "347 Episode: Finished after 16 time steps\n",
      "348 Episode: Finished after 16 time steps\n",
      "349 Episode: Finished after 19 time steps\n",
      "350 Episode: Finished after 17 time steps\n",
      "351 Episode: Finished after 13 time steps\n",
      "352 Episode: Finished after 13 time steps\n",
      "353 Episode: Finished after 9 time steps\n",
      "354 Episode: Finished after 9 time steps\n",
      "355 Episode: Finished after 16 time steps\n",
      "356 Episode: Finished after 14 time steps\n",
      "357 Episode: Finished after 18 time steps\n",
      "358 Episode: Finished after 15 time steps\n",
      "359 Episode: Finished after 16 time steps\n",
      "360 Episode: Finished after 17 time steps\n",
      "361 Episode: Finished after 22 time steps\n",
      "362 Episode: Finished after 20 time steps\n",
      "363 Episode: Finished after 33 time steps\n",
      "364 Episode: Finished after 18 time steps\n",
      "365 Episode: Finished after 31 time steps\n",
      "366 Episode: Finished after 81 time steps\n",
      "367 Episode: Finished after 10 time steps\n",
      "368 Episode: Finished after 15 time steps\n",
      "369 Episode: Finished after 17 time steps\n",
      "370 Episode: Finished after 20 time steps\n",
      "371 Episode: Finished after 15 time steps\n",
      "372 Episode: Finished after 17 time steps\n",
      "373 Episode: Finished after 17 time steps\n",
      "374 Episode: Finished after 15 time steps\n",
      "375 Episode: Finished after 14 time steps\n",
      "376 Episode: Finished after 9 time steps\n",
      "377 Episode: Finished after 12 time steps\n",
      "378 Episode: Finished after 18 time steps\n",
      "379 Episode: Finished after 13 time steps\n",
      "380 Episode: Finished after 18 time steps\n",
      "381 Episode: Finished after 16 time steps\n",
      "382 Episode: Finished after 22 time steps\n",
      "383 Episode: Finished after 19 time steps\n",
      "384 Episode: Finished after 27 time steps\n",
      "385 Episode: Finished after 38 time steps\n",
      "386 Episode: Finished after 14 time steps\n",
      "387 Episode: Finished after 34 time steps\n",
      "388 Episode: Finished after 40 time steps\n",
      "389 Episode: Finished after 10 time steps\n",
      "390 Episode: Finished after 44 time steps\n",
      "391 Episode: Finished after 104 time steps\n",
      "392 Episode: Finished after 10 time steps\n",
      "393 Episode: Finished after 22 time steps\n",
      "394 Episode: Finished after 14 time steps\n",
      "395 Episode: Finished after 44 time steps\n",
      "396 Episode: Finished after 14 time steps\n",
      "397 Episode: Finished after 91 time steps\n",
      "398 Episode: Finished after 20 time steps\n",
      "399 Episode: Finished after 10 time steps\n",
      "400 Episode: Finished after 20 time steps\n",
      "401 Episode: Finished after 34 time steps\n",
      "402 Episode: Finished after 18 time steps\n",
      "403 Episode: Finished after 84 time steps\n",
      "404 Episode: Finished after 8 time steps\n",
      "405 Episode: Finished after 34 time steps\n",
      "406 Episode: Finished after 111 time steps\n",
      "407 Episode: Finished after 96 time steps\n",
      "408 Episode: Finished after 8 time steps\n",
      "409 Episode: Finished after 11 time steps\n",
      "410 Episode: Finished after 87 time steps\n",
      "411 Episode: Finished after 8 time steps\n",
      "412 Episode: Finished after 18 time steps\n",
      "413 Episode: Finished after 10 time steps\n",
      "414 Episode: Finished after 40 time steps\n",
      "415 Episode: Finished after 25 time steps\n",
      "416 Episode: Finished after 38 time steps\n",
      "417 Episode: Finished after 16 time steps\n",
      "418 Episode: Finished after 19 time steps\n",
      "419 Episode: Finished after 16 time steps\n",
      "420 Episode: Finished after 9 time steps\n",
      "421 Episode: Finished after 82 time steps\n",
      "422 Episode: Finished after 36 time steps\n",
      "423 Episode: Finished after 85 time steps\n",
      "424 Episode: Finished after 20 time steps\n",
      "425 Episode: Finished after 34 time steps\n",
      "426 Episode: Finished after 21 time steps\n",
      "427 Episode: Finished after 10 time steps\n",
      "428 Episode: Finished after 16 time steps\n",
      "429 Episode: Finished after 89 time steps\n",
      "430 Episode: Finished after 79 time steps\n",
      "431 Episode: Finished after 15 time steps\n",
      "432 Episode: Finished after 18 time steps\n",
      "433 Episode: Finished after 26 time steps\n",
      "434 Episode: Finished after 23 time steps\n",
      "435 Episode: Finished after 20 time steps\n",
      "436 Episode: Finished after 78 time steps\n",
      "437 Episode: Finished after 23 time steps\n",
      "438 Episode: Finished after 13 time steps\n",
      "439 Episode: Finished after 19 time steps\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "440 Episode: Finished after 20 time steps\n",
      "441 Episode: Finished after 85 time steps\n",
      "442 Episode: Finished after 22 time steps\n",
      "443 Episode: Finished after 88 time steps\n",
      "444 Episode: Finished after 44 time steps\n",
      "445 Episode: Finished after 74 time steps\n",
      "446 Episode: Finished after 14 time steps\n",
      "447 Episode: Finished after 96 time steps\n",
      "448 Episode: Finished after 16 time steps\n",
      "449 Episode: Finished after 15 time steps\n",
      "450 Episode: Finished after 40 time steps\n",
      "451 Episode: Finished after 42 time steps\n",
      "452 Episode: Finished after 81 time steps\n",
      "453 Episode: Finished after 16 time steps\n",
      "454 Episode: Finished after 52 time steps\n",
      "455 Episode: Finished after 92 time steps\n",
      "456 Episode: Finished after 21 time steps\n",
      "457 Episode: Finished after 20 time steps\n",
      "458 Episode: Finished after 9 time steps\n",
      "459 Episode: Finished after 20 time steps\n",
      "460 Episode: Finished after 9 time steps\n",
      "461 Episode: Finished after 11 time steps\n",
      "462 Episode: Finished after 9 time steps\n",
      "463 Episode: Finished after 80 time steps\n",
      "464 Episode: Finished after 21 time steps\n",
      "465 Episode: Finished after 88 time steps\n",
      "466 Episode: Finished after 15 time steps\n",
      "467 Episode: Finished after 13 time steps\n",
      "468 Episode: Finished after 14 time steps\n",
      "469 Episode: Finished after 8 time steps\n",
      "470 Episode: Finished after 11 time steps\n",
      "471 Episode: Finished after 94 time steps\n",
      "472 Episode: Finished after 13 time steps\n",
      "473 Episode: Finished after 78 time steps\n",
      "474 Episode: Finished after 9 time steps\n",
      "475 Episode: Finished after 13 time steps\n",
      "476 Episode: Finished after 90 time steps\n",
      "477 Episode: Finished after 12 time steps\n",
      "478 Episode: Finished after 38 time steps\n",
      "479 Episode: Finished after 8 time steps\n",
      "480 Episode: Finished after 10 time steps\n",
      "481 Episode: Finished after 122 time steps\n",
      "482 Episode: Finished after 87 time steps\n",
      "483 Episode: Finished after 17 time steps\n",
      "484 Episode: Finished after 35 time steps\n",
      "485 Episode: Finished after 15 time steps\n",
      "486 Episode: Finished after 15 time steps\n",
      "487 Episode: Finished after 73 time steps\n",
      "488 Episode: Finished after 64 time steps\n",
      "489 Episode: Finished after 74 time steps\n",
      "490 Episode: Finished after 17 time steps\n",
      "491 Episode: Finished after 17 time steps\n",
      "492 Episode: Finished after 21 time steps\n",
      "493 Episode: Finished after 19 time steps\n",
      "494 Episode: Finished after 56 time steps\n",
      "495 Episode: Finished after 9 time steps\n",
      "496 Episode: Finished after 33 time steps\n",
      "497 Episode: Finished after 17 time steps\n",
      "498 Episode: Finished after 24 time steps\n",
      "499 Episode: Finished after 17 time steps\n",
      "500 Episode: Finished after 18 time steps\n",
      "501 Episode: Finished after 15 time steps\n",
      "502 Episode: Finished after 23 time steps\n",
      "503 Episode: Finished after 20 time steps\n",
      "504 Episode: Finished after 8 time steps\n",
      "505 Episode: Finished after 12 time steps\n",
      "506 Episode: Finished after 58 time steps\n",
      "507 Episode: Finished after 10 time steps\n",
      "508 Episode: Finished after 22 time steps\n",
      "509 Episode: Finished after 14 time steps\n",
      "510 Episode: Finished after 62 time steps\n",
      "511 Episode: Finished after 68 time steps\n",
      "512 Episode: Finished after 19 time steps\n",
      "513 Episode: Finished after 19 time steps\n",
      "514 Episode: Finished after 21 time steps\n",
      "515 Episode: Finished after 17 time steps\n",
      "516 Episode: Finished after 20 time steps\n",
      "517 Episode: Finished after 18 time steps\n",
      "518 Episode: Finished after 77 time steps\n",
      "519 Episode: Finished after 10 time steps\n",
      "520 Episode: Finished after 8 time steps\n",
      "521 Episode: Finished after 17 time steps\n",
      "522 Episode: Finished after 14 time steps\n",
      "523 Episode: Finished after 40 time steps\n",
      "524 Episode: Finished after 11 time steps\n",
      "525 Episode: Finished after 18 time steps\n",
      "526 Episode: Finished after 16 time steps\n",
      "527 Episode: Finished after 10 time steps\n",
      "528 Episode: Finished after 97 time steps\n",
      "529 Episode: Finished after 13 time steps\n",
      "530 Episode: Finished after 58 time steps\n",
      "531 Episode: Finished after 10 time steps\n",
      "532 Episode: Finished after 74 time steps\n",
      "533 Episode: Finished after 94 time steps\n",
      "534 Episode: Finished after 25 time steps\n",
      "535 Episode: Finished after 16 time steps\n",
      "536 Episode: Finished after 11 time steps\n",
      "537 Episode: Finished after 16 time steps\n",
      "538 Episode: Finished after 93 time steps\n",
      "539 Episode: Finished after 18 time steps\n",
      "540 Episode: Finished after 18 time steps\n",
      "541 Episode: Finished after 12 time steps\n",
      "542 Episode: Finished after 84 time steps\n",
      "543 Episode: Finished after 18 time steps\n",
      "544 Episode: Finished after 15 time steps\n",
      "545 Episode: Finished after 8 time steps\n",
      "546 Episode: Finished after 18 time steps\n",
      "547 Episode: Finished after 83 time steps\n",
      "548 Episode: Finished after 17 time steps\n",
      "549 Episode: Finished after 18 time steps\n",
      "550 Episode: Finished after 9 time steps\n",
      "551 Episode: Finished after 37 time steps\n",
      "552 Episode: Finished after 9 time steps\n",
      "553 Episode: Finished after 15 time steps\n",
      "554 Episode: Finished after 15 time steps\n",
      "555 Episode: Finished after 80 time steps\n",
      "556 Episode: Finished after 14 time steps\n",
      "557 Episode: Finished after 9 time steps\n",
      "558 Episode: Finished after 32 time steps\n",
      "559 Episode: Finished after 18 time steps\n",
      "560 Episode: Finished after 38 time steps\n",
      "561 Episode: Finished after 8 time steps\n",
      "562 Episode: Finished after 11 time steps\n",
      "563 Episode: Finished after 96 time steps\n",
      "564 Episode: Finished after 9 time steps\n",
      "565 Episode: Finished after 71 time steps\n",
      "566 Episode: Finished after 10 time steps\n",
      "567 Episode: Finished after 48 time steps\n",
      "568 Episode: Finished after 11 time steps\n",
      "569 Episode: Finished after 99 time steps\n",
      "570 Episode: Finished after 58 time steps\n",
      "571 Episode: Finished after 9 time steps\n",
      "572 Episode: Finished after 9 time steps\n",
      "573 Episode: Finished after 19 time steps\n",
      "574 Episode: Finished after 81 time steps\n",
      "575 Episode: Finished after 91 time steps\n",
      "576 Episode: Finished after 9 time steps\n",
      "577 Episode: Finished after 11 time steps\n",
      "578 Episode: Finished after 58 time steps\n",
      "579 Episode: Finished after 9 time steps\n",
      "580 Episode: Finished after 60 time steps\n",
      "581 Episode: Finished after 91 time steps\n",
      "582 Episode: Finished after 15 time steps\n",
      "583 Episode: Finished after 89 time steps\n",
      "584 Episode: Finished after 17 time steps\n",
      "585 Episode: Finished after 9 time steps\n",
      "586 Episode: Finished after 18 time steps\n",
      "587 Episode: Finished after 88 time steps\n",
      "588 Episode: Finished after 78 time steps\n",
      "589 Episode: Finished after 51 time steps\n",
      "590 Episode: Finished after 33 time steps\n",
      "591 Episode: Finished after 11 time steps\n",
      "592 Episode: Finished after 25 time steps\n",
      "593 Episode: Finished after 19 time steps\n",
      "594 Episode: Finished after 14 time steps\n",
      "595 Episode: Finished after 22 time steps\n",
      "596 Episode: Finished after 17 time steps\n",
      "597 Episode: Finished after 94 time steps\n",
      "598 Episode: Finished after 14 time steps\n",
      "599 Episode: Finished after 11 time steps\n",
      "600 Episode: Finished after 75 time steps\n",
      "601 Episode: Finished after 32 time steps\n",
      "602 Episode: Finished after 17 time steps\n",
      "603 Episode: Finished after 99 time steps\n",
      "604 Episode: Finished after 10 time steps\n",
      "605 Episode: Finished after 18 time steps\n",
      "606 Episode: Finished after 21 time steps\n",
      "607 Episode: Finished after 13 time steps\n",
      "608 Episode: Finished after 42 time steps\n",
      "609 Episode: Finished after 15 time steps\n",
      "610 Episode: Finished after 15 time steps\n",
      "611 Episode: Finished after 13 time steps\n",
      "612 Episode: Finished after 18 time steps\n",
      "613 Episode: Finished after 18 time steps\n",
      "614 Episode: Finished after 24 time steps\n",
      "615 Episode: Finished after 98 time steps\n",
      "616 Episode: Finished after 42 time steps\n",
      "617 Episode: Finished after 19 time steps\n",
      "618 Episode: Finished after 90 time steps\n",
      "619 Episode: Finished after 9 time steps\n",
      "620 Episode: Finished after 21 time steps\n",
      "621 Episode: Finished after 17 time steps\n",
      "622 Episode: Finished after 9 time steps\n",
      "623 Episode: Finished after 10 time steps\n",
      "624 Episode: Finished after 33 time steps\n",
      "625 Episode: Finished after 33 time steps\n",
      "626 Episode: Finished after 10 time steps\n",
      "627 Episode: Finished after 13 time steps\n",
      "628 Episode: Finished after 11 time steps\n",
      "629 Episode: Finished after 17 time steps\n",
      "630 Episode: Finished after 9 time steps\n",
      "631 Episode: Finished after 58 time steps\n",
      "632 Episode: Finished after 9 time steps\n",
      "633 Episode: Finished after 38 time steps\n",
      "634 Episode: Finished after 15 time steps\n",
      "635 Episode: Finished after 18 time steps\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "636 Episode: Finished after 14 time steps\n",
      "637 Episode: Finished after 11 time steps\n",
      "638 Episode: Finished after 13 time steps\n",
      "639 Episode: Finished after 21 time steps\n",
      "640 Episode: Finished after 28 time steps\n",
      "641 Episode: Finished after 16 time steps\n",
      "642 Episode: Finished after 14 time steps\n",
      "643 Episode: Finished after 19 time steps\n",
      "644 Episode: Finished after 23 time steps\n",
      "645 Episode: Finished after 36 time steps\n",
      "646 Episode: Finished after 24 time steps\n",
      "647 Episode: Finished after 15 time steps\n",
      "648 Episode: Finished after 16 time steps\n",
      "649 Episode: Finished after 54 time steps\n",
      "650 Episode: Finished after 33 time steps\n",
      "651 Episode: Finished after 17 time steps\n",
      "652 Episode: Finished after 18 time steps\n",
      "653 Episode: Finished after 17 time steps\n",
      "654 Episode: Finished after 19 time steps\n",
      "655 Episode: Finished after 35 time steps\n",
      "656 Episode: Finished after 34 time steps\n",
      "657 Episode: Finished after 35 time steps\n",
      "658 Episode: Finished after 9 time steps\n",
      "659 Episode: Finished after 25 time steps\n",
      "660 Episode: Finished after 13 time steps\n",
      "661 Episode: Finished after 14 time steps\n",
      "662 Episode: Finished after 19 time steps\n",
      "663 Episode: Finished after 25 time steps\n",
      "664 Episode: Finished after 24 time steps\n",
      "665 Episode: Finished after 8 time steps\n",
      "666 Episode: Finished after 50 time steps\n",
      "667 Episode: Finished after 37 time steps\n",
      "668 Episode: Finished after 32 time steps\n",
      "669 Episode: Finished after 21 time steps\n",
      "670 Episode: Finished after 11 time steps\n",
      "671 Episode: Finished after 11 time steps\n",
      "672 Episode: Finished after 64 time steps\n",
      "673 Episode: Finished after 29 time steps\n",
      "674 Episode: Finished after 20 time steps\n",
      "675 Episode: Finished after 10 time steps\n",
      "676 Episode: Finished after 19 time steps\n",
      "677 Episode: Finished after 19 time steps\n",
      "678 Episode: Finished after 12 time steps\n",
      "679 Episode: Finished after 81 time steps\n",
      "680 Episode: Finished after 35 time steps\n",
      "681 Episode: Finished after 34 time steps\n",
      "682 Episode: Finished after 16 time steps\n",
      "683 Episode: Finished after 38 time steps\n",
      "684 Episode: Finished after 12 time steps\n",
      "685 Episode: Finished after 13 time steps\n",
      "686 Episode: Finished after 13 time steps\n",
      "687 Episode: Finished after 17 time steps\n",
      "688 Episode: Finished after 42 time steps\n",
      "689 Episode: Finished after 13 time steps\n",
      "690 Episode: Finished after 32 time steps\n",
      "691 Episode: Finished after 11 time steps\n",
      "692 Episode: Finished after 33 time steps\n",
      "693 Episode: Finished after 12 time steps\n",
      "694 Episode: Finished after 15 time steps\n",
      "695 Episode: Finished after 23 time steps\n",
      "696 Episode: Finished after 18 time steps\n",
      "697 Episode: Finished after 17 time steps\n",
      "698 Episode: Finished after 19 time steps\n",
      "699 Episode: Finished after 13 time steps\n",
      "700 Episode: Finished after 73 time steps\n",
      "701 Episode: Finished after 17 time steps\n",
      "702 Episode: Finished after 94 time steps\n",
      "703 Episode: Finished after 108 time steps\n",
      "704 Episode: Finished after 20 time steps\n",
      "705 Episode: Finished after 19 time steps\n",
      "706 Episode: Finished after 18 time steps\n",
      "707 Episode: Finished after 9 time steps\n",
      "708 Episode: Finished after 9 time steps\n",
      "709 Episode: Finished after 22 time steps\n",
      "710 Episode: Finished after 36 time steps\n",
      "711 Episode: Finished after 29 time steps\n",
      "712 Episode: Finished after 8 time steps\n",
      "713 Episode: Finished after 18 time steps\n",
      "714 Episode: Finished after 19 time steps\n",
      "715 Episode: Finished after 19 time steps\n",
      "716 Episode: Finished after 14 time steps\n",
      "717 Episode: Finished after 17 time steps\n",
      "718 Episode: Finished after 9 time steps\n",
      "719 Episode: Finished after 56 time steps\n",
      "720 Episode: Finished after 9 time steps\n",
      "721 Episode: Finished after 10 time steps\n",
      "722 Episode: Finished after 10 time steps\n",
      "723 Episode: Finished after 17 time steps\n",
      "724 Episode: Finished after 24 time steps\n",
      "725 Episode: Finished after 16 time steps\n",
      "726 Episode: Finished after 23 time steps\n",
      "727 Episode: Finished after 32 time steps\n",
      "728 Episode: Finished after 23 time steps\n",
      "729 Episode: Finished after 13 time steps\n",
      "730 Episode: Finished after 36 time steps\n",
      "731 Episode: Finished after 18 time steps\n",
      "732 Episode: Finished after 28 time steps\n",
      "733 Episode: Finished after 14 time steps\n",
      "734 Episode: Finished after 14 time steps\n",
      "735 Episode: Finished after 14 time steps\n",
      "736 Episode: Finished after 10 time steps\n",
      "737 Episode: Finished after 17 time steps\n",
      "738 Episode: Finished after 33 time steps\n",
      "739 Episode: Finished after 11 time steps\n",
      "740 Episode: Finished after 9 time steps\n",
      "741 Episode: Finished after 31 time steps\n",
      "742 Episode: Finished after 13 time steps\n",
      "743 Episode: Finished after 13 time steps\n",
      "744 Episode: Finished after 33 time steps\n",
      "745 Episode: Finished after 27 time steps\n",
      "746 Episode: Finished after 12 time steps\n",
      "747 Episode: Finished after 11 time steps\n",
      "748 Episode: Finished after 20 time steps\n",
      "749 Episode: Finished after 9 time steps\n",
      "750 Episode: Finished after 14 time steps\n",
      "751 Episode: Finished after 13 time steps\n",
      "752 Episode: Finished after 18 time steps\n",
      "753 Episode: Finished after 40 time steps\n",
      "754 Episode: Finished after 87 time steps\n",
      "755 Episode: Finished after 18 time steps\n",
      "756 Episode: Finished after 14 time steps\n",
      "757 Episode: Finished after 10 time steps\n",
      "758 Episode: Finished after 16 time steps\n",
      "759 Episode: Finished after 21 time steps\n",
      "760 Episode: Finished after 19 time steps\n",
      "761 Episode: Finished after 24 time steps\n",
      "762 Episode: Finished after 9 time steps\n",
      "763 Episode: Finished after 9 time steps\n",
      "764 Episode: Finished after 82 time steps\n",
      "765 Episode: Finished after 12 time steps\n",
      "766 Episode: Finished after 10 time steps\n",
      "767 Episode: Finished after 87 time steps\n",
      "768 Episode: Finished after 33 time steps\n",
      "769 Episode: Finished after 38 time steps\n",
      "770 Episode: Finished after 37 time steps\n",
      "771 Episode: Finished after 112 time steps\n",
      "772 Episode: Finished after 38 time steps\n",
      "773 Episode: Finished after 16 time steps\n",
      "774 Episode: Finished after 18 time steps\n",
      "775 Episode: Finished after 9 time steps\n",
      "776 Episode: Finished after 58 time steps\n",
      "777 Episode: Finished after 15 time steps\n",
      "778 Episode: Finished after 20 time steps\n",
      "779 Episode: Finished after 9 time steps\n",
      "780 Episode: Finished after 16 time steps\n",
      "781 Episode: Finished after 104 time steps\n",
      "782 Episode: Finished after 17 time steps\n",
      "783 Episode: Finished after 15 time steps\n",
      "784 Episode: Finished after 13 time steps\n",
      "785 Episode: Finished after 17 time steps\n",
      "786 Episode: Finished after 21 time steps\n",
      "787 Episode: Finished after 36 time steps\n",
      "788 Episode: Finished after 9 time steps\n",
      "789 Episode: Finished after 10 time steps\n",
      "790 Episode: Finished after 14 time steps\n",
      "791 Episode: Finished after 32 time steps\n",
      "792 Episode: Finished after 58 time steps\n",
      "793 Episode: Finished after 14 time steps\n",
      "794 Episode: Finished after 18 time steps\n",
      "795 Episode: Finished after 9 time steps\n",
      "796 Episode: Finished after 34 time steps\n",
      "797 Episode: Finished after 28 time steps\n",
      "798 Episode: Finished after 25 time steps\n",
      "799 Episode: Finished after 35 time steps\n",
      "800 Episode: Finished after 42 time steps\n",
      "801 Episode: Finished after 66 time steps\n",
      "802 Episode: Finished after 40 time steps\n",
      "803 Episode: Finished after 13 time steps\n",
      "804 Episode: Finished after 44 time steps\n",
      "805 Episode: Finished after 121 time steps\n",
      "806 Episode: Finished after 32 time steps\n",
      "807 Episode: Finished after 21 time steps\n",
      "808 Episode: Finished after 85 time steps\n",
      "809 Episode: Finished after 81 time steps\n",
      "810 Episode: Finished after 25 time steps\n",
      "811 Episode: Finished after 14 time steps\n",
      "812 Episode: Finished after 66 time steps\n",
      "813 Episode: Finished after 63 time steps\n",
      "814 Episode: Finished after 15 time steps\n",
      "815 Episode: Finished after 18 time steps\n",
      "816 Episode: Finished after 10 time steps\n",
      "817 Episode: Finished after 9 time steps\n",
      "818 Episode: Finished after 54 time steps\n",
      "819 Episode: Finished after 19 time steps\n",
      "820 Episode: Finished after 8 time steps\n",
      "821 Episode: Finished after 11 time steps\n",
      "822 Episode: Finished after 14 time steps\n",
      "823 Episode: Finished after 39 time steps\n",
      "824 Episode: Finished after 31 time steps\n",
      "825 Episode: Finished after 44 time steps\n",
      "826 Episode: Finished after 85 time steps\n",
      "827 Episode: Finished after 9 time steps\n",
      "828 Episode: Finished after 13 time steps\n",
      "829 Episode: Finished after 58 time steps\n",
      "830 Episode: Finished after 12 time steps\n",
      "831 Episode: Finished after 37 time steps\n",
      "832 Episode: Finished after 10 time steps\n",
      "833 Episode: Finished after 44 time steps\n",
      "834 Episode: Finished after 14 time steps\n",
      "835 Episode: Finished after 40 time steps\n",
      "836 Episode: Finished after 36 time steps\n",
      "837 Episode: Finished after 25 time steps\n",
      "838 Episode: Finished after 90 time steps\n",
      "839 Episode: Finished after 11 time steps\n",
      "840 Episode: Finished after 20 time steps\n",
      "841 Episode: Finished after 13 time steps\n",
      "842 Episode: Finished after 10 time steps\n",
      "843 Episode: Finished after 18 time steps\n",
      "844 Episode: Finished after 32 time steps\n",
      "845 Episode: Finished after 15 time steps\n",
      "846 Episode: Finished after 9 time steps\n",
      "847 Episode: Finished after 9 time steps\n",
      "848 Episode: Finished after 8 time steps\n",
      "849 Episode: Finished after 15 time steps\n",
      "850 Episode: Finished after 48 time steps\n",
      "851 Episode: Finished after 11 time steps\n",
      "852 Episode: Finished after 20 time steps\n",
      "853 Episode: Finished after 31 time steps\n",
      "854 Episode: Finished after 34 time steps\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "855 Episode: Finished after 37 time steps\n",
      "856 Episode: Finished after 16 time steps\n",
      "857 Episode: Finished after 80 time steps\n",
      "858 Episode: Finished after 82 time steps\n",
      "859 Episode: Finished after 9 time steps\n",
      "860 Episode: Finished after 42 time steps\n",
      "861 Episode: Finished after 20 time steps\n",
      "862 Episode: Finished after 64 time steps\n",
      "863 Episode: Finished after 11 time steps\n",
      "864 Episode: Finished after 53 time steps\n",
      "865 Episode: Finished after 35 time steps\n",
      "866 Episode: Finished after 11 time steps\n",
      "867 Episode: Finished after 16 time steps\n",
      "868 Episode: Finished after 64 time steps\n",
      "869 Episode: Finished after 99 time steps\n",
      "870 Episode: Finished after 11 time steps\n",
      "871 Episode: Finished after 87 time steps\n",
      "872 Episode: Finished after 37 time steps\n",
      "873 Episode: Finished after 76 time steps\n",
      "874 Episode: Finished after 9 time steps\n",
      "875 Episode: Finished after 78 time steps\n",
      "876 Episode: Finished after 43 time steps\n",
      "877 Episode: Finished after 40 time steps\n",
      "878 Episode: Finished after 81 time steps\n",
      "879 Episode: Finished after 10 time steps\n",
      "880 Episode: Finished after 13 time steps\n",
      "881 Episode: Finished after 17 time steps\n",
      "882 Episode: Finished after 44 time steps\n",
      "883 Episode: Finished after 26 time steps\n",
      "884 Episode: Finished after 91 time steps\n",
      "885 Episode: Finished after 14 time steps\n",
      "886 Episode: Finished after 98 time steps\n",
      "887 Episode: Finished after 10 time steps\n",
      "888 Episode: Finished after 79 time steps\n",
      "889 Episode: Finished after 77 time steps\n",
      "890 Episode: Finished after 14 time steps\n",
      "891 Episode: Finished after 48 time steps\n",
      "892 Episode: Finished after 19 time steps\n",
      "893 Episode: Finished after 15 time steps\n",
      "894 Episode: Finished after 18 time steps\n",
      "895 Episode: Finished after 17 time steps\n",
      "896 Episode: Finished after 52 time steps\n",
      "897 Episode: Finished after 84 time steps\n",
      "898 Episode: Finished after 81 time steps\n",
      "899 Episode: Finished after 35 time steps\n",
      "900 Episode: Finished after 19 time steps\n",
      "901 Episode: Finished after 16 time steps\n",
      "902 Episode: Finished after 53 time steps\n",
      "903 Episode: Finished after 15 time steps\n",
      "904 Episode: Finished after 46 time steps\n",
      "905 Episode: Finished after 17 time steps\n",
      "906 Episode: Finished after 56 time steps\n",
      "907 Episode: Finished after 16 time steps\n",
      "908 Episode: Finished after 42 time steps\n",
      "909 Episode: Finished after 38 time steps\n",
      "910 Episode: Finished after 75 time steps\n",
      "911 Episode: Finished after 13 time steps\n",
      "912 Episode: Finished after 17 time steps\n",
      "913 Episode: Finished after 28 time steps\n",
      "914 Episode: Finished after 54 time steps\n",
      "915 Episode: Finished after 12 time steps\n",
      "916 Episode: Finished after 37 time steps\n",
      "917 Episode: Finished after 17 time steps\n",
      "918 Episode: Finished after 74 time steps\n",
      "919 Episode: Finished after 45 time steps\n",
      "920 Episode: Finished after 58 time steps\n",
      "921 Episode: Finished after 24 time steps\n",
      "922 Episode: Finished after 56 time steps\n",
      "923 Episode: Finished after 37 time steps\n",
      "924 Episode: Finished after 62 time steps\n",
      "925 Episode: Finished after 39 time steps\n",
      "926 Episode: Finished after 14 time steps\n",
      "927 Episode: Finished after 23 time steps\n",
      "928 Episode: Finished after 9 time steps\n",
      "929 Episode: Finished after 12 time steps\n",
      "930 Episode: Finished after 33 time steps\n",
      "931 Episode: Finished after 18 time steps\n",
      "932 Episode: Finished after 18 time steps\n",
      "933 Episode: Finished after 39 time steps\n",
      "934 Episode: Finished after 39 time steps\n",
      "935 Episode: Finished after 18 time steps\n",
      "936 Episode: Finished after 42 time steps\n",
      "937 Episode: Finished after 22 time steps\n",
      "938 Episode: Finished after 115 time steps\n",
      "939 Episode: Finished after 8 time steps\n",
      "940 Episode: Finished after 56 time steps\n",
      "941 Episode: Finished after 13 time steps\n",
      "942 Episode: Finished after 17 time steps\n",
      "943 Episode: Finished after 20 time steps\n",
      "944 Episode: Finished after 38 time steps\n",
      "945 Episode: Finished after 47 time steps\n",
      "946 Episode: Finished after 38 time steps\n",
      "947 Episode: Finished after 22 time steps\n",
      "948 Episode: Finished after 13 time steps\n",
      "949 Episode: Finished after 15 time steps\n",
      "950 Episode: Finished after 38 time steps\n",
      "951 Episode: Finished after 15 time steps\n",
      "952 Episode: Finished after 41 time steps\n",
      "953 Episode: Finished after 12 time steps\n",
      "954 Episode: Finished after 15 time steps\n",
      "955 Episode: Finished after 35 time steps\n",
      "956 Episode: Finished after 88 time steps\n",
      "957 Episode: Finished after 9 time steps\n",
      "958 Episode: Finished after 8 time steps\n",
      "959 Episode: Finished after 11 time steps\n",
      "960 Episode: Finished after 76 time steps\n",
      "961 Episode: Finished after 60 time steps\n",
      "962 Episode: Finished after 47 time steps\n",
      "963 Episode: Finished after 9 time steps\n",
      "964 Episode: Finished after 13 time steps\n",
      "965 Episode: Finished after 11 time steps\n",
      "966 Episode: Finished after 86 time steps\n",
      "967 Episode: Finished after 15 time steps\n",
      "968 Episode: Finished after 10 time steps\n",
      "969 Episode: Finished after 85 time steps\n",
      "970 Episode: Finished after 73 time steps\n",
      "971 Episode: Finished after 9 time steps\n",
      "972 Episode: Finished after 10 time steps\n",
      "973 Episode: Finished after 56 time steps\n",
      "974 Episode: Finished after 15 time steps\n",
      "975 Episode: Finished after 38 time steps\n",
      "976 Episode: Finished after 11 time steps\n",
      "977 Episode: Finished after 9 time steps\n",
      "978 Episode: Finished after 37 time steps\n",
      "979 Episode: Finished after 38 time steps\n",
      "980 Episode: Finished after 40 time steps\n",
      "981 Episode: Finished after 42 time steps\n",
      "982 Episode: Finished after 68 time steps\n",
      "983 Episode: Finished after 18 time steps\n",
      "984 Episode: Finished after 34 time steps\n",
      "985 Episode: Finished after 16 time steps\n",
      "986 Episode: Finished after 12 time steps\n",
      "987 Episode: Finished after 9 time steps\n",
      "988 Episode: Finished after 54 time steps\n",
      "989 Episode: Finished after 38 time steps\n",
      "990 Episode: Finished after 46 time steps\n",
      "991 Episode: Finished after 28 time steps\n",
      "992 Episode: Finished after 8 time steps\n",
      "993 Episode: Finished after 10 time steps\n",
      "994 Episode: Finished after 21 time steps\n",
      "995 Episode: Finished after 48 time steps\n",
      "996 Episode: Finished after 15 time steps\n",
      "997 Episode: Finished after 8 time steps\n",
      "998 Episode: Finished after 63 time steps\n",
      "999 Episode: Finished after 9 time steps\n",
      "1000 Episode: Finished after 89 time steps\n",
      "1001 Episode: Finished after 19 time steps\n",
      "1002 Episode: Finished after 37 time steps\n",
      "1003 Episode: Finished after 9 time steps\n",
      "1004 Episode: Finished after 49 time steps\n",
      "1005 Episode: Finished after 20 time steps\n",
      "1006 Episode: Finished after 12 time steps\n",
      "1007 Episode: Finished after 80 time steps\n",
      "1008 Episode: Finished after 38 time steps\n",
      "1009 Episode: Finished after 17 time steps\n",
      "1010 Episode: Finished after 11 time steps\n",
      "1011 Episode: Finished after 38 time steps\n",
      "1012 Episode: Finished after 51 time steps\n",
      "1013 Episode: Finished after 85 time steps\n",
      "1014 Episode: Finished after 9 time steps\n",
      "1015 Episode: Finished after 93 time steps\n",
      "1016 Episode: Finished after 20 time steps\n",
      "1017 Episode: Finished after 11 time steps\n",
      "1018 Episode: Finished after 9 time steps\n",
      "1019 Episode: Finished after 14 time steps\n",
      "1020 Episode: Finished after 8 time steps\n",
      "1021 Episode: Finished after 24 time steps\n",
      "1022 Episode: Finished after 8 time steps\n",
      "1023 Episode: Finished after 10 time steps\n",
      "1024 Episode: Finished after 10 time steps\n",
      "1025 Episode: Finished after 9 time steps\n",
      "1026 Episode: Finished after 9 time steps\n",
      "1027 Episode: Finished after 20 time steps\n",
      "1028 Episode: Finished after 28 time steps\n",
      "1029 Episode: Finished after 9 time steps\n",
      "1030 Episode: Finished after 12 time steps\n",
      "1031 Episode: Finished after 23 time steps\n",
      "1032 Episode: Finished after 67 time steps\n",
      "1033 Episode: Finished after 40 time steps\n",
      "1034 Episode: Finished after 9 time steps\n",
      "1035 Episode: Finished after 31 time steps\n",
      "1036 Episode: Finished after 15 time steps\n",
      "1037 Episode: Finished after 14 time steps\n",
      "1038 Episode: Finished after 15 time steps\n",
      "1039 Episode: Finished after 85 time steps\n",
      "1040 Episode: Finished after 15 time steps\n",
      "1041 Episode: Finished after 11 time steps\n",
      "1042 Episode: Finished after 15 time steps\n",
      "1043 Episode: Finished after 10 time steps\n",
      "1044 Episode: Finished after 9 time steps\n",
      "1045 Episode: Finished after 9 time steps\n",
      "1046 Episode: Finished after 17 time steps\n",
      "1047 Episode: Finished after 39 time steps\n",
      "1048 Episode: Finished after 10 time steps\n",
      "1049 Episode: Finished after 65 time steps\n",
      "1050 Episode: Finished after 41 time steps\n",
      "1051 Episode: Finished after 57 time steps\n",
      "1052 Episode: Finished after 10 time steps\n",
      "1053 Episode: Finished after 10 time steps\n",
      "1054 Episode: Finished after 36 time steps\n",
      "1055 Episode: Finished after 38 time steps\n",
      "1056 Episode: Finished after 16 time steps\n",
      "1057 Episode: Finished after 137 time steps\n",
      "1058 Episode: Finished after 35 time steps\n",
      "1059 Episode: Finished after 38 time steps\n",
      "1060 Episode: Finished after 43 time steps\n",
      "1061 Episode: Finished after 37 time steps\n",
      "1062 Episode: Finished after 17 time steps\n",
      "1063 Episode: Finished after 41 time steps\n",
      "1064 Episode: Finished after 56 time steps\n",
      "1065 Episode: Finished after 64 time steps\n",
      "1066 Episode: Finished after 48 time steps\n",
      "1067 Episode: Finished after 11 time steps\n",
      "1068 Episode: Finished after 10 time steps\n",
      "1069 Episode: Finished after 42 time steps\n",
      "1070 Episode: Finished after 10 time steps\n",
      "1071 Episode: Finished after 10 time steps\n",
      "1072 Episode: Finished after 38 time steps\n",
      "1073 Episode: Finished after 44 time steps\n",
      "1074 Episode: Finished after 11 time steps\n",
      "1075 Episode: Finished after 32 time steps\n",
      "1076 Episode: Finished after 42 time steps\n",
      "1077 Episode: Finished after 10 time steps\n",
      "1078 Episode: Finished after 37 time steps\n",
      "1079 Episode: Finished after 31 time steps\n",
      "1080 Episode: Finished after 43 time steps\n",
      "1081 Episode: Finished after 16 time steps\n",
      "1082 Episode: Finished after 78 time steps\n",
      "1083 Episode: Finished after 19 time steps\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "1084 Episode: Finished after 78 time steps\n",
      "1085 Episode: Finished after 14 time steps\n",
      "1086 Episode: Finished after 15 time steps\n",
      "1087 Episode: Finished after 14 time steps\n",
      "1088 Episode: Finished after 18 time steps\n",
      "1089 Episode: Finished after 86 time steps\n",
      "1090 Episode: Finished after 16 time steps\n",
      "1091 Episode: Finished after 39 time steps\n",
      "1092 Episode: Finished after 18 time steps\n",
      "1093 Episode: Finished after 9 time steps\n",
      "1094 Episode: Finished after 9 time steps\n",
      "1095 Episode: Finished after 75 time steps\n",
      "1096 Episode: Finished after 20 time steps\n",
      "1097 Episode: Finished after 10 time steps\n",
      "1098 Episode: Finished after 13 time steps\n",
      "1099 Episode: Finished after 57 time steps\n",
      "1100 Episode: Finished after 12 time steps\n",
      "1101 Episode: Finished after 88 time steps\n",
      "1102 Episode: Finished after 10 time steps\n",
      "1103 Episode: Finished after 11 time steps\n",
      "1104 Episode: Finished after 57 time steps\n",
      "1105 Episode: Finished after 10 time steps\n",
      "1106 Episode: Finished after 15 time steps\n",
      "1107 Episode: Finished after 10 time steps\n",
      "1108 Episode: Finished after 14 time steps\n",
      "1109 Episode: Finished after 9 time steps\n",
      "1110 Episode: Finished after 12 time steps\n",
      "1111 Episode: Finished after 19 time steps\n",
      "1112 Episode: Finished after 12 time steps\n",
      "1113 Episode: Finished after 37 time steps\n",
      "1114 Episode: Finished after 31 time steps\n",
      "1115 Episode: Finished after 37 time steps\n",
      "1116 Episode: Finished after 16 time steps\n",
      "1117 Episode: Finished after 40 time steps\n",
      "1118 Episode: Finished after 11 time steps\n",
      "1119 Episode: Finished after 10 time steps\n",
      "1120 Episode: Finished after 43 time steps\n",
      "1121 Episode: Finished after 10 time steps\n",
      "1122 Episode: Finished after 10 time steps\n",
      "1123 Episode: Finished after 9 time steps\n",
      "1124 Episode: Finished after 15 time steps\n",
      "1125 Episode: Finished after 17 time steps\n",
      "1126 Episode: Finished after 70 time steps\n",
      "1127 Episode: Finished after 19 time steps\n",
      "1128 Episode: Finished after 84 time steps\n",
      "1129 Episode: Finished after 14 time steps\n",
      "1130 Episode: Finished after 18 time steps\n",
      "1131 Episode: Finished after 54 time steps\n",
      "1132 Episode: Finished after 35 time steps\n",
      "1133 Episode: Finished after 17 time steps\n",
      "1134 Episode: Finished after 11 time steps\n",
      "1135 Episode: Finished after 10 time steps\n",
      "1136 Episode: Finished after 48 time steps\n",
      "1137 Episode: Finished after 131 time steps\n",
      "1138 Episode: Finished after 20 time steps\n",
      "1139 Episode: Finished after 101 time steps\n",
      "1140 Episode: Finished after 30 time steps\n",
      "1141 Episode: Finished after 9 time steps\n",
      "1142 Episode: Finished after 17 time steps\n",
      "1143 Episode: Finished after 12 time steps\n",
      "1144 Episode: Finished after 19 time steps\n",
      "1145 Episode: Finished after 19 time steps\n",
      "1146 Episode: Finished after 58 time steps\n",
      "1147 Episode: Finished after 75 time steps\n",
      "1148 Episode: Finished after 50 time steps\n",
      "1149 Episode: Finished after 90 time steps\n",
      "1150 Episode: Finished after 19 time steps\n",
      "1151 Episode: Finished after 38 time steps\n",
      "1152 Episode: Finished after 39 time steps\n",
      "1153 Episode: Finished after 56 time steps\n",
      "1154 Episode: Finished after 133 time steps\n",
      "1155 Episode: Finished after 54 time steps\n",
      "1156 Episode: Finished after 10 time steps\n",
      "1157 Episode: Finished after 17 time steps\n",
      "1158 Episode: Finished after 11 time steps\n",
      "1159 Episode: Finished after 37 time steps\n",
      "1160 Episode: Finished after 40 time steps\n",
      "1161 Episode: Finished after 43 time steps\n",
      "1162 Episode: Finished after 18 time steps\n",
      "1163 Episode: Finished after 56 time steps\n",
      "1164 Episode: Finished after 45 time steps\n",
      "1165 Episode: Finished after 9 time steps\n",
      "1166 Episode: Finished after 66 time steps\n",
      "1167 Episode: Finished after 14 time steps\n",
      "1168 Episode: Finished after 16 time steps\n",
      "1169 Episode: Finished after 43 time steps\n",
      "1170 Episode: Finished after 25 time steps\n",
      "1171 Episode: Finished after 18 time steps\n",
      "1172 Episode: Finished after 9 time steps\n",
      "1173 Episode: Finished after 37 time steps\n",
      "1174 Episode: Finished after 41 time steps\n",
      "1175 Episode: Finished after 40 time steps\n",
      "1176 Episode: Finished after 21 time steps\n",
      "1177 Episode: Finished after 40 time steps\n",
      "1178 Episode: Finished after 56 time steps\n",
      "1179 Episode: Finished after 9 time steps\n",
      "1180 Episode: Finished after 10 time steps\n",
      "1181 Episode: Finished after 9 time steps\n",
      "1182 Episode: Finished after 11 time steps\n",
      "1183 Episode: Finished after 9 time steps\n",
      "1184 Episode: Finished after 13 time steps\n",
      "1185 Episode: Finished after 15 time steps\n",
      "1186 Episode: Finished after 16 time steps\n",
      "1187 Episode: Finished after 10 time steps\n",
      "1188 Episode: Finished after 18 time steps\n",
      "1189 Episode: Finished after 26 time steps\n",
      "1190 Episode: Finished after 15 time steps\n",
      "1191 Episode: Finished after 81 time steps\n",
      "1192 Episode: Finished after 75 time steps\n",
      "1193 Episode: Finished after 15 time steps\n",
      "1194 Episode: Finished after 37 time steps\n",
      "1195 Episode: Finished after 116 time steps\n",
      "1196 Episode: Finished after 40 time steps\n",
      "1197 Episode: Finished after 23 time steps\n",
      "1198 Episode: Finished after 28 time steps\n",
      "1199 Episode: Finished after 19 time steps\n",
      "1200 Episode: Finished after 60 time steps\n",
      "1201 Episode: Finished after 19 time steps\n",
      "1202 Episode: Finished after 55 time steps\n",
      "1203 Episode: Finished after 15 time steps\n",
      "1204 Episode: Finished after 38 time steps\n",
      "1205 Episode: Finished after 55 time steps\n",
      "1206 Episode: Finished after 26 time steps\n",
      "1207 Episode: Finished after 16 time steps\n",
      "1208 Episode: Finished after 58 time steps\n",
      "1209 Episode: Finished after 16 time steps\n",
      "1210 Episode: Finished after 84 time steps\n",
      "1211 Episode: Finished after 21 time steps\n",
      "1212 Episode: Finished after 25 time steps\n",
      "1213 Episode: Finished after 43 time steps\n",
      "1214 Episode: Finished after 9 time steps\n",
      "1215 Episode: Finished after 10 time steps\n",
      "1216 Episode: Finished after 18 time steps\n",
      "1217 Episode: Finished after 17 time steps\n",
      "1218 Episode: Finished after 35 time steps\n",
      "1219 Episode: Finished after 33 time steps\n",
      "1220 Episode: Finished after 39 time steps\n",
      "1221 Episode: Finished after 53 time steps\n",
      "1222 Episode: Finished after 103 time steps\n",
      "1223 Episode: Finished after 16 time steps\n",
      "1224 Episode: Finished after 40 time steps\n",
      "1225 Episode: Finished after 42 time steps\n",
      "1226 Episode: Finished after 14 time steps\n",
      "1227 Episode: Finished after 17 time steps\n",
      "1228 Episode: Finished after 70 time steps\n",
      "1229 Episode: Finished after 18 time steps\n",
      "1230 Episode: Finished after 44 time steps\n",
      "1231 Episode: Finished after 17 time steps\n",
      "1232 Episode: Finished after 62 time steps\n",
      "1233 Episode: Finished after 35 time steps\n",
      "1234 Episode: Finished after 11 time steps\n",
      "1235 Episode: Finished after 16 time steps\n",
      "1236 Episode: Finished after 56 time steps\n",
      "1237 Episode: Finished after 41 time steps\n",
      "1238 Episode: Finished after 105 time steps\n",
      "1239 Episode: Finished after 70 time steps\n",
      "1240 Episode: Finished after 18 time steps\n",
      "1241 Episode: Finished after 12 time steps\n",
      "1242 Episode: Finished after 36 time steps\n",
      "1243 Episode: Finished after 83 time steps\n",
      "1244 Episode: Finished after 10 time steps\n",
      "1245 Episode: Finished after 10 time steps\n",
      "1246 Episode: Finished after 42 time steps\n",
      "1247 Episode: Finished after 11 time steps\n",
      "1248 Episode: Finished after 39 time steps\n",
      "1249 Episode: Finished after 43 time steps\n",
      "1250 Episode: Finished after 19 time steps\n",
      "1251 Episode: Finished after 68 time steps\n",
      "1252 Episode: Finished after 56 time steps\n",
      "1253 Episode: Finished after 129 time steps\n",
      "1254 Episode: Finished after 14 time steps\n",
      "1255 Episode: Finished after 38 time steps\n",
      "1256 Episode: Finished after 104 time steps\n",
      "1257 Episode: Finished after 13 time steps\n",
      "1258 Episode: Finished after 20 time steps\n",
      "1259 Episode: Finished after 9 time steps\n",
      "1260 Episode: Finished after 32 time steps\n",
      "1261 Episode: Finished after 19 time steps\n",
      "1262 Episode: Finished after 57 time steps\n",
      "1263 Episode: Finished after 63 time steps\n",
      "1264 Episode: Finished after 66 time steps\n",
      "1265 Episode: Finished after 40 time steps\n",
      "1266 Episode: Finished after 37 time steps\n",
      "1267 Episode: Finished after 37 time steps\n",
      "1268 Episode: Finished after 56 time steps\n",
      "1269 Episode: Finished after 40 time steps\n",
      "1270 Episode: Finished after 19 time steps\n",
      "1271 Episode: Finished after 14 time steps\n",
      "1272 Episode: Finished after 16 time steps\n",
      "1273 Episode: Finished after 10 time steps\n",
      "1274 Episode: Finished after 41 time steps\n",
      "1275 Episode: Finished after 48 time steps\n",
      "1276 Episode: Finished after 14 time steps\n",
      "1277 Episode: Finished after 11 time steps\n",
      "1278 Episode: Finished after 28 time steps\n",
      "1279 Episode: Finished after 13 time steps\n",
      "1280 Episode: Finished after 58 time steps\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "1281 Episode: Finished after 16 time steps\n",
      "1282 Episode: Finished after 10 time steps\n",
      "1283 Episode: Finished after 26 time steps\n",
      "1284 Episode: Finished after 15 time steps\n",
      "1285 Episode: Finished after 50 time steps\n",
      "1286 Episode: Finished after 151 time steps\n",
      "1288 Episode: Finished after 18 time steps\n",
      "1290 Episode: Finished after 94 time steps\n",
      "1291 Episode: Finished after 54 time steps\n",
      "1293 Episode: Finished after 192 time steps\n",
      "1294 Episode: Finished after 38 time steps\n",
      "1295 Episode: Finished after 91 time steps\n",
      "1296 Episode: Finished after 93 time steps\n",
      "1297 Episode: Finished after 82 time steps\n",
      "1298 Episode: Finished after 67 time steps\n",
      "1299 Episode: Finished after 64 time steps\n",
      "1300 Episode: Finished after 16 time steps\n",
      "1301 Episode: Finished after 18 time steps\n",
      "1302 Episode: Finished after 66 time steps\n",
      "1303 Episode: Finished after 72 time steps\n",
      "1304 Episode: Finished after 156 time steps\n",
      "1305 Episode: Finished after 87 time steps\n",
      "1306 Episode: Finished after 101 time steps\n",
      "1307 Episode: Finished after 67 time steps\n",
      "1308 Episode: Finished after 60 time steps\n",
      "1309 Episode: Finished after 70 time steps\n",
      "1310 Episode: Finished after 161 time steps\n",
      "1311 Episode: Finished after 86 time steps\n",
      "1312 Episode: Finished after 21 time steps\n",
      "1313 Episode: Finished after 19 time steps\n",
      "1314 Episode: Finished after 89 time steps\n",
      "1315 Episode: Finished after 172 time steps\n",
      "1316 Episode: Finished after 96 time steps\n",
      "1317 Episode: Finished after 16 time steps\n",
      "1318 Episode: Finished after 124 time steps\n",
      "1319 Episode: Finished after 72 time steps\n",
      "1320 Episode: Finished after 14 time steps\n",
      "1321 Episode: Finished after 17 time steps\n",
      "1322 Episode: Finished after 24 time steps\n",
      "1323 Episode: Finished after 27 time steps\n",
      "1324 Episode: Finished after 17 time steps\n",
      "1325 Episode: Finished after 17 time steps\n",
      "1326 Episode: Finished after 151 time steps\n",
      "1327 Episode: Finished after 61 time steps\n",
      "1328 Episode: Finished after 18 time steps\n",
      "1329 Episode: Finished after 49 time steps\n",
      "1330 Episode: Finished after 151 time steps\n",
      "1331 Episode: Finished after 111 time steps\n",
      "1332 Episode: Finished after 64 time steps\n",
      "1333 Episode: Finished after 107 time steps\n",
      "1334 Episode: Finished after 125 time steps\n",
      "1335 Episode: Finished after 120 time steps\n",
      "1336 Episode: Finished after 19 time steps\n",
      "1337 Episode: Finished after 148 time steps\n",
      "1338 Episode: Finished after 14 time steps\n",
      "1339 Episode: Finished after 148 time steps\n",
      "1340 Episode: Finished after 112 time steps\n",
      "1341 Episode: Finished after 172 time steps\n",
      "1342 Episode: Finished after 14 time steps\n",
      "1343 Episode: Finished after 56 time steps\n",
      "1344 Episode: Finished after 17 time steps\n",
      "1345 Episode: Finished after 24 time steps\n",
      "1346 Episode: Finished after 62 time steps\n",
      "1347 Episode: Finished after 169 time steps\n",
      "1348 Episode: Finished after 118 time steps\n",
      "1349 Episode: Finished after 78 time steps\n",
      "1350 Episode: Finished after 21 time steps\n",
      "1351 Episode: Finished after 55 time steps\n",
      "1352 Episode: Finished after 135 time steps\n",
      "1353 Episode: Finished after 16 time steps\n",
      "1354 Episode: Finished after 163 time steps\n",
      "1355 Episode: Finished after 48 time steps\n",
      "1356 Episode: Finished after 92 time steps\n",
      "1357 Episode: Finished after 70 time steps\n",
      "1358 Episode: Finished after 75 time steps\n",
      "1359 Episode: Finished after 17 time steps\n",
      "1360 Episode: Finished after 112 time steps\n",
      "1361 Episode: Finished after 20 time steps\n",
      "1362 Episode: Finished after 18 time steps\n",
      "1363 Episode: Finished after 89 time steps\n",
      "1364 Episode: Finished after 67 time steps\n",
      "1365 Episode: Finished after 63 time steps\n",
      "1366 Episode: Finished after 22 time steps\n",
      "1367 Episode: Finished after 85 time steps\n",
      "1368 Episode: Finished after 10 time steps\n",
      "1369 Episode: Finished after 87 time steps\n",
      "1370 Episode: Finished after 123 time steps\n",
      "1371 Episode: Finished after 62 time steps\n",
      "1372 Episode: Finished after 107 time steps\n",
      "1373 Episode: Finished after 19 time steps\n",
      "1374 Episode: Finished after 51 time steps\n",
      "1375 Episode: Finished after 87 time steps\n",
      "1376 Episode: Finished after 90 time steps\n",
      "1377 Episode: Finished after 15 time steps\n",
      "1378 Episode: Finished after 24 time steps\n",
      "1379 Episode: Finished after 148 time steps\n",
      "1380 Episode: Finished after 103 time steps\n",
      "1381 Episode: Finished after 134 time steps\n",
      "1382 Episode: Finished after 99 time steps\n",
      "1383 Episode: Finished after 43 time steps\n",
      "1384 Episode: Finished after 180 time steps\n",
      "1385 Episode: Finished after 119 time steps\n",
      "1386 Episode: Finished after 29 time steps\n",
      "1387 Episode: Finished after 34 time steps\n",
      "1388 Episode: Finished after 62 time steps\n",
      "1389 Episode: Finished after 30 time steps\n",
      "1390 Episode: Finished after 64 time steps\n",
      "1391 Episode: Finished after 56 time steps\n",
      "1392 Episode: Finished after 187 time steps\n",
      "1393 Episode: Finished after 97 time steps\n",
      "1394 Episode: Finished after 132 time steps\n",
      "1395 Episode: Finished after 39 time steps\n",
      "1396 Episode: Finished after 162 time steps\n",
      "1397 Episode: Finished after 103 time steps\n",
      "1398 Episode: Finished after 18 time steps\n",
      "1399 Episode: Finished after 62 time steps\n",
      "1400 Episode: Finished after 30 time steps\n",
      "1401 Episode: Finished after 66 time steps\n",
      "1402 Episode: Finished after 21 time steps\n",
      "1403 Episode: Finished after 69 time steps\n",
      "1404 Episode: Finished after 21 time steps\n",
      "1405 Episode: Finished after 23 time steps\n",
      "1406 Episode: Finished after 125 time steps\n",
      "1407 Episode: Finished after 113 time steps\n",
      "1408 Episode: Finished after 44 time steps\n",
      "1409 Episode: Finished after 143 time steps\n",
      "1410 Episode: Finished after 89 time steps\n",
      "1411 Episode: Finished after 127 time steps\n",
      "1412 Episode: Finished after 135 time steps\n",
      "1413 Episode: Finished after 65 time steps\n",
      "1414 Episode: Finished after 16 time steps\n",
      "1415 Episode: Finished after 81 time steps\n",
      "1416 Episode: Finished after 58 time steps\n",
      "1417 Episode: Finished after 84 time steps\n",
      "1418 Episode: Finished after 10 time steps\n",
      "1419 Episode: Finished after 100 time steps\n",
      "1420 Episode: Finished after 116 time steps\n",
      "1421 Episode: Finished after 102 time steps\n",
      "1422 Episode: Finished after 62 time steps\n",
      "1423 Episode: Finished after 50 time steps\n",
      "1424 Episode: Finished after 112 time steps\n",
      "1425 Episode: Finished after 152 time steps\n",
      "1426 Episode: Finished after 17 time steps\n",
      "1427 Episode: Finished after 67 time steps\n",
      "1428 Episode: Finished after 14 time steps\n",
      "1429 Episode: Finished after 99 time steps\n",
      "1430 Episode: Finished after 110 time steps\n",
      "1431 Episode: Finished after 126 time steps\n",
      "1432 Episode: Finished after 82 time steps\n",
      "1433 Episode: Finished after 106 time steps\n",
      "1434 Episode: Finished after 187 time steps\n",
      "1435 Episode: Finished after 15 time steps\n",
      "1436 Episode: Finished after 93 time steps\n",
      "1437 Episode: Finished after 45 time steps\n",
      "1438 Episode: Finished after 62 time steps\n",
      "1439 Episode: Finished after 132 time steps\n",
      "1440 Episode: Finished after 17 time steps\n",
      "1441 Episode: Finished after 28 time steps\n",
      "1442 Episode: Finished after 155 time steps\n",
      "1443 Episode: Finished after 104 time steps\n",
      "1444 Episode: Finished after 110 time steps\n",
      "1445 Episode: Finished after 67 time steps\n",
      "1446 Episode: Finished after 51 time steps\n",
      "1447 Episode: Finished after 62 time steps\n",
      "1448 Episode: Finished after 167 time steps\n",
      "1450 Episode: Finished after 132 time steps\n",
      "1451 Episode: Finished after 75 time steps\n",
      "1452 Episode: Finished after 39 time steps\n",
      "1453 Episode: Finished after 98 time steps\n",
      "1454 Episode: Finished after 89 time steps\n",
      "1455 Episode: Finished after 48 time steps\n",
      "1456 Episode: Finished after 66 time steps\n",
      "1457 Episode: Finished after 150 time steps\n",
      "1458 Episode: Finished after 148 time steps\n",
      "1459 Episode: Finished after 139 time steps\n",
      "1460 Episode: Finished after 16 time steps\n",
      "1461 Episode: Finished after 193 time steps\n",
      "1462 Episode: Finished after 118 time steps\n",
      "1463 Episode: Finished after 25 time steps\n",
      "1464 Episode: Finished after 64 time steps\n",
      "1465 Episode: Finished after 66 time steps\n",
      "1466 Episode: Finished after 126 time steps\n",
      "1467 Episode: Finished after 17 time steps\n",
      "1468 Episode: Finished after 74 time steps\n",
      "1469 Episode: Finished after 37 time steps\n",
      "1470 Episode: Finished after 134 time steps\n",
      "1471 Episode: Finished after 56 time steps\n",
      "1472 Episode: Finished after 168 time steps\n",
      "1473 Episode: Finished after 11 time steps\n",
      "1474 Episode: Finished after 69 time steps\n",
      "1475 Episode: Finished after 120 time steps\n",
      "1476 Episode: Finished after 121 time steps\n",
      "1477 Episode: Finished after 49 time steps\n",
      "1478 Episode: Finished after 85 time steps\n",
      "1479 Episode: Finished after 139 time steps\n",
      "1480 Episode: Finished after 11 time steps\n",
      "1481 Episode: Finished after 25 time steps\n",
      "1482 Episode: Finished after 62 time steps\n",
      "1483 Episode: Finished after 10 time steps\n",
      "1484 Episode: Finished after 72 time steps\n",
      "1485 Episode: Finished after 68 time steps\n",
      "1486 Episode: Finished after 64 time steps\n",
      "1487 Episode: Finished after 18 time steps\n",
      "1488 Episode: Finished after 87 time steps\n",
      "1489 Episode: Finished after 128 time steps\n",
      "1490 Episode: Finished after 86 time steps\n",
      "1491 Episode: Finished after 153 time steps\n",
      "1492 Episode: Finished after 87 time steps\n",
      "1493 Episode: Finished after 87 time steps\n",
      "1494 Episode: Finished after 123 time steps\n",
      "1495 Episode: Finished after 37 time steps\n",
      "1496 Episode: Finished after 145 time steps\n",
      "1497 Episode: Finished after 18 time steps\n",
      "1498 Episode: Finished after 85 time steps\n",
      "1499 Episode: Finished after 89 time steps\n",
      "1500 Episode: Finished after 131 time steps\n",
      "1501 Episode: Finished after 174 time steps\n",
      "1502 Episode: Finished after 25 time steps\n",
      "1503 Episode: Finished after 82 time steps\n",
      "1504 Episode: Finished after 68 time steps\n",
      "1505 Episode: Finished after 83 time steps\n",
      "1506 Episode: Finished after 149 time steps\n",
      "1507 Episode: Finished after 61 time steps\n",
      "1508 Episode: Finished after 150 time steps\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "1509 Episode: Finished after 56 time steps\n",
      "1510 Episode: Finished after 98 time steps\n",
      "1511 Episode: Finished after 21 time steps\n",
      "1512 Episode: Finished after 85 time steps\n",
      "1513 Episode: Finished after 57 time steps\n",
      "1514 Episode: Finished after 120 time steps\n",
      "1515 Episode: Finished after 104 time steps\n",
      "1516 Episode: Finished after 21 time steps\n",
      "1517 Episode: Finished after 122 time steps\n",
      "1518 Episode: Finished after 51 time steps\n",
      "1519 Episode: Finished after 159 time steps\n",
      "1520 Episode: Finished after 65 time steps\n",
      "1521 Episode: Finished after 92 time steps\n",
      "1522 Episode: Finished after 114 time steps\n",
      "1523 Episode: Finished after 24 time steps\n",
      "1524 Episode: Finished after 20 time steps\n",
      "1525 Episode: Finished after 107 time steps\n",
      "1526 Episode: Finished after 49 time steps\n",
      "1527 Episode: Finished after 25 time steps\n",
      "1528 Episode: Finished after 17 time steps\n",
      "1529 Episode: Finished after 18 time steps\n",
      "1531 Episode: Finished after 71 time steps\n",
      "1532 Episode: Finished after 17 time steps\n",
      "1533 Episode: Finished after 49 time steps\n",
      "1534 Episode: Finished after 194 time steps\n",
      "1535 Episode: Finished after 21 time steps\n",
      "1536 Episode: Finished after 16 time steps\n",
      "1537 Episode: Finished after 110 time steps\n",
      "1538 Episode: Finished after 81 time steps\n",
      "1539 Episode: Finished after 16 time steps\n",
      "1540 Episode: Finished after 64 time steps\n",
      "1541 Episode: Finished after 55 time steps\n",
      "1542 Episode: Finished after 19 time steps\n",
      "1543 Episode: Finished after 81 time steps\n",
      "1544 Episode: Finished after 62 time steps\n",
      "1545 Episode: Finished after 31 time steps\n",
      "1546 Episode: Finished after 159 time steps\n",
      "1547 Episode: Finished after 141 time steps\n",
      "1548 Episode: Finished after 16 time steps\n",
      "1549 Episode: Finished after 25 time steps\n",
      "1550 Episode: Finished after 21 time steps\n",
      "1551 Episode: Finished after 23 time steps\n",
      "1552 Episode: Finished after 133 time steps\n",
      "1553 Episode: Finished after 124 time steps\n",
      "1554 Episode: Finished after 16 time steps\n",
      "1555 Episode: Finished after 16 time steps\n",
      "1556 Episode: Finished after 21 time steps\n",
      "1557 Episode: Finished after 24 time steps\n",
      "1558 Episode: Finished after 84 time steps\n",
      "1559 Episode: Finished after 18 time steps\n",
      "1560 Episode: Finished after 69 time steps\n",
      "1561 Episode: Finished after 86 time steps\n",
      "1562 Episode: Finished after 16 time steps\n",
      "1563 Episode: Finished after 154 time steps\n",
      "1564 Episode: Finished after 128 time steps\n",
      "1565 Episode: Finished after 72 time steps\n",
      "1566 Episode: Finished after 105 time steps\n",
      "1567 Episode: Finished after 74 time steps\n",
      "1568 Episode: Finished after 66 time steps\n",
      "1569 Episode: Finished after 178 time steps\n",
      "1570 Episode: Finished after 15 time steps\n",
      "1571 Episode: Finished after 89 time steps\n",
      "1572 Episode: Finished after 64 time steps\n",
      "1573 Episode: Finished after 19 time steps\n",
      "1574 Episode: Finished after 11 time steps\n",
      "1575 Episode: Finished after 124 time steps\n",
      "1576 Episode: Finished after 129 time steps\n",
      "1577 Episode: Finished after 143 time steps\n",
      "1578 Episode: Finished after 17 time steps\n",
      "1579 Episode: Finished after 152 time steps\n",
      "1580 Episode: Finished after 21 time steps\n",
      "1581 Episode: Finished after 17 time steps\n",
      "1582 Episode: Finished after 16 time steps\n",
      "1583 Episode: Finished after 18 time steps\n",
      "1584 Episode: Finished after 101 time steps\n",
      "1585 Episode: Finished after 15 time steps\n",
      "1586 Episode: Finished after 131 time steps\n",
      "1587 Episode: Finished after 22 time steps\n",
      "1588 Episode: Finished after 16 time steps\n",
      "1589 Episode: Finished after 11 time steps\n",
      "1590 Episode: Finished after 181 time steps\n",
      "1591 Episode: Finished after 100 time steps\n",
      "1592 Episode: Finished after 14 time steps\n",
      "1593 Episode: Finished after 17 time steps\n",
      "1594 Episode: Finished after 126 time steps\n",
      "1595 Episode: Finished after 116 time steps\n",
      "1596 Episode: Finished after 21 time steps\n",
      "1597 Episode: Finished after 20 time steps\n",
      "1598 Episode: Finished after 141 time steps\n",
      "1599 Episode: Finished after 132 time steps\n",
      "1600 Episode: Finished after 13 time steps\n",
      "1601 Episode: Finished after 184 time steps\n",
      "1602 Episode: Finished after 90 time steps\n",
      "1603 Episode: Finished after 62 time steps\n",
      "1604 Episode: Finished after 10 time steps\n",
      "1605 Episode: Finished after 156 time steps\n",
      "1606 Episode: Finished after 16 time steps\n",
      "1607 Episode: Finished after 96 time steps\n",
      "1608 Episode: Finished after 85 time steps\n",
      "1609 Episode: Finished after 108 time steps\n",
      "1610 Episode: Finished after 53 time steps\n",
      "1611 Episode: Finished after 26 time steps\n",
      "1612 Episode: Finished after 60 time steps\n",
      "1613 Episode: Finished after 13 time steps\n",
      "1614 Episode: Finished after 105 time steps\n",
      "1615 Episode: Finished after 74 time steps\n",
      "1616 Episode: Finished after 65 time steps\n",
      "1617 Episode: Finished after 64 time steps\n",
      "1618 Episode: Finished after 17 time steps\n",
      "1619 Episode: Finished after 10 time steps\n",
      "1620 Episode: Finished after 158 time steps\n",
      "1621 Episode: Finished after 13 time steps\n",
      "1622 Episode: Finished after 80 time steps\n",
      "1623 Episode: Finished after 80 time steps\n",
      "1624 Episode: Finished after 17 time steps\n",
      "1625 Episode: Finished after 19 time steps\n",
      "1626 Episode: Finished after 121 time steps\n",
      "1627 Episode: Finished after 23 time steps\n",
      "1628 Episode: Finished after 75 time steps\n",
      "1629 Episode: Finished after 155 time steps\n",
      "1630 Episode: Finished after 70 time steps\n",
      "1631 Episode: Finished after 12 time steps\n",
      "1632 Episode: Finished after 110 time steps\n",
      "1633 Episode: Finished after 121 time steps\n",
      "1634 Episode: Finished after 150 time steps\n",
      "1635 Episode: Finished after 144 time steps\n",
      "1636 Episode: Finished after 95 time steps\n",
      "1637 Episode: Finished after 143 time steps\n",
      "1638 Episode: Finished after 156 time steps\n",
      "1639 Episode: Finished after 139 time steps\n",
      "1640 Episode: Finished after 16 time steps\n",
      "1641 Episode: Finished after 47 time steps\n",
      "1642 Episode: Finished after 86 time steps\n",
      "1643 Episode: Finished after 15 time steps\n",
      "1644 Episode: Finished after 49 time steps\n",
      "1645 Episode: Finished after 161 time steps\n",
      "1646 Episode: Finished after 16 time steps\n",
      "1647 Episode: Finished after 100 time steps\n",
      "1648 Episode: Finished after 82 time steps\n",
      "1649 Episode: Finished after 49 time steps\n",
      "1650 Episode: Finished after 86 time steps\n",
      "1651 Episode: Finished after 98 time steps\n",
      "1652 Episode: Finished after 171 time steps\n",
      "1653 Episode: Finished after 91 time steps\n",
      "1654 Episode: Finished after 93 time steps\n",
      "1655 Episode: Finished after 86 time steps\n",
      "1656 Episode: Finished after 44 time steps\n",
      "1657 Episode: Finished after 67 time steps\n",
      "1658 Episode: Finished after 16 time steps\n",
      "1659 Episode: Finished after 66 time steps\n",
      "1661 Episode: Finished after 142 time steps\n",
      "1662 Episode: Finished after 156 time steps\n",
      "1663 Episode: Finished after 155 time steps\n",
      "1664 Episode: Finished after 24 time steps\n",
      "1665 Episode: Finished after 16 time steps\n",
      "1666 Episode: Finished after 63 time steps\n",
      "1667 Episode: Finished after 174 time steps\n",
      "1668 Episode: Finished after 42 time steps\n",
      "1669 Episode: Finished after 157 time steps\n",
      "1670 Episode: Finished after 84 time steps\n",
      "1671 Episode: Finished after 165 time steps\n",
      "1672 Episode: Finished after 63 time steps\n",
      "1673 Episode: Finished after 117 time steps\n",
      "1674 Episode: Finished after 86 time steps\n",
      "1675 Episode: Finished after 102 time steps\n",
      "1676 Episode: Finished after 14 time steps\n",
      "1677 Episode: Finished after 87 time steps\n",
      "1678 Episode: Finished after 42 time steps\n",
      "1679 Episode: Finished after 66 time steps\n",
      "1680 Episode: Finished after 19 time steps\n",
      "1681 Episode: Finished after 17 time steps\n",
      "1682 Episode: Finished after 22 time steps\n",
      "1683 Episode: Finished after 33 time steps\n",
      "1684 Episode: Finished after 105 time steps\n",
      "1685 Episode: Finished after 73 time steps\n",
      "1686 Episode: Finished after 108 time steps\n",
      "1687 Episode: Finished after 18 time steps\n",
      "1688 Episode: Finished after 106 time steps\n",
      "1689 Episode: Finished after 46 time steps\n",
      "1690 Episode: Finished after 47 time steps\n",
      "1691 Episode: Finished after 68 time steps\n",
      "1692 Episode: Finished after 68 time steps\n",
      "1693 Episode: Finished after 66 time steps\n",
      "1694 Episode: Finished after 86 time steps\n",
      "1695 Episode: Finished after 22 time steps\n",
      "1696 Episode: Finished after 116 time steps\n",
      "1697 Episode: Finished after 19 time steps\n",
      "1698 Episode: Finished after 163 time steps\n",
      "1699 Episode: Finished after 79 time steps\n",
      "1700 Episode: Finished after 17 time steps\n",
      "1701 Episode: Finished after 15 time steps\n",
      "1702 Episode: Finished after 62 time steps\n",
      "1703 Episode: Finished after 26 time steps\n",
      "1704 Episode: Finished after 138 time steps\n",
      "1705 Episode: Finished after 82 time steps\n",
      "1706 Episode: Finished after 69 time steps\n",
      "1707 Episode: Finished after 56 time steps\n",
      "1708 Episode: Finished after 69 time steps\n",
      "1709 Episode: Finished after 36 time steps\n",
      "1710 Episode: Finished after 125 time steps\n",
      "1711 Episode: Finished after 19 time steps\n",
      "1712 Episode: Finished after 11 time steps\n",
      "1713 Episode: Finished after 59 time steps\n",
      "1714 Episode: Finished after 99 time steps\n",
      "1715 Episode: Finished after 152 time steps\n",
      "1716 Episode: Finished after 38 time steps\n",
      "1717 Episode: Finished after 17 time steps\n",
      "1718 Episode: Finished after 84 time steps\n",
      "1719 Episode: Finished after 150 time steps\n",
      "1720 Episode: Finished after 118 time steps\n",
      "1721 Episode: Finished after 118 time steps\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "1722 Episode: Finished after 73 time steps\n",
      "1723 Episode: Finished after 42 time steps\n",
      "1724 Episode: Finished after 56 time steps\n",
      "1725 Episode: Finished after 15 time steps\n",
      "1726 Episode: Finished after 84 time steps\n",
      "1727 Episode: Finished after 71 time steps\n",
      "1728 Episode: Finished after 60 time steps\n",
      "1729 Episode: Finished after 15 time steps\n",
      "1731 Episode: Finished after 33 time steps\n",
      "1732 Episode: Finished after 71 time steps\n",
      "1733 Episode: Finished after 74 time steps\n",
      "1734 Episode: Finished after 13 time steps\n",
      "1735 Episode: Finished after 69 time steps\n",
      "1736 Episode: Finished after 142 time steps\n",
      "1737 Episode: Finished after 17 time steps\n",
      "1738 Episode: Finished after 15 time steps\n",
      "1739 Episode: Finished after 64 time steps\n",
      "1740 Episode: Finished after 16 time steps\n",
      "1741 Episode: Finished after 16 time steps\n",
      "1742 Episode: Finished after 118 time steps\n",
      "1743 Episode: Finished after 87 time steps\n",
      "1744 Episode: Finished after 54 time steps\n",
      "1745 Episode: Finished after 41 time steps\n",
      "1746 Episode: Finished after 112 time steps\n",
      "1747 Episode: Finished after 10 time steps\n",
      "1748 Episode: Finished after 15 time steps\n",
      "1749 Episode: Finished after 16 time steps\n",
      "1750 Episode: Finished after 47 time steps\n",
      "1751 Episode: Finished after 51 time steps\n",
      "1752 Episode: Finished after 106 time steps\n",
      "1753 Episode: Finished after 48 time steps\n",
      "1754 Episode: Finished after 73 time steps\n",
      "1755 Episode: Finished after 63 time steps\n",
      "1756 Episode: Finished after 26 time steps\n",
      "1757 Episode: Finished after 83 time steps\n",
      "1758 Episode: Finished after 59 time steps\n",
      "1759 Episode: Finished after 102 time steps\n",
      "1760 Episode: Finished after 75 time steps\n",
      "1761 Episode: Finished after 78 time steps\n",
      "1762 Episode: Finished after 114 time steps\n",
      "1763 Episode: Finished after 17 time steps\n",
      "1764 Episode: Finished after 24 time steps\n",
      "1765 Episode: Finished after 114 time steps\n",
      "1766 Episode: Finished after 98 time steps\n",
      "1767 Episode: Finished after 64 time steps\n",
      "1768 Episode: Finished after 141 time steps\n",
      "1769 Episode: Finished after 42 time steps\n",
      "1770 Episode: Finished after 82 time steps\n",
      "1771 Episode: Finished after 46 time steps\n",
      "1772 Episode: Finished after 64 time steps\n",
      "1773 Episode: Finished after 74 time steps\n",
      "1774 Episode: Finished after 128 time steps\n",
      "1775 Episode: Finished after 66 time steps\n",
      "1776 Episode: Finished after 63 time steps\n",
      "1777 Episode: Finished after 114 time steps\n",
      "1778 Episode: Finished after 96 time steps\n",
      "1779 Episode: Finished after 136 time steps\n",
      "1780 Episode: Finished after 140 time steps\n",
      "1781 Episode: Finished after 142 time steps\n",
      "1782 Episode: Finished after 29 time steps\n",
      "1783 Episode: Finished after 146 time steps\n",
      "1784 Episode: Finished after 52 time steps\n",
      "1785 Episode: Finished after 118 time steps\n",
      "1786 Episode: Finished after 16 time steps\n",
      "1787 Episode: Finished after 52 time steps\n",
      "1788 Episode: Finished after 27 time steps\n",
      "1789 Episode: Finished after 13 time steps\n",
      "1790 Episode: Finished after 148 time steps\n",
      "1791 Episode: Finished after 39 time steps\n",
      "1792 Episode: Finished after 9 time steps\n",
      "1793 Episode: Finished after 57 time steps\n",
      "1794 Episode: Finished after 116 time steps\n",
      "1795 Episode: Finished after 137 time steps\n",
      "1796 Episode: Finished after 111 time steps\n",
      "1797 Episode: Finished after 19 time steps\n",
      "1798 Episode: Finished after 121 time steps\n",
      "1799 Episode: Finished after 46 time steps\n",
      "1800 Episode: Finished after 31 time steps\n",
      "1801 Episode: Finished after 10 time steps\n",
      "1802 Episode: Finished after 49 time steps\n",
      "1803 Episode: Finished after 120 time steps\n",
      "1804 Episode: Finished after 9 time steps\n",
      "1805 Episode: Finished after 85 time steps\n",
      "1806 Episode: Finished after 13 time steps\n",
      "1807 Episode: Finished after 12 time steps\n",
      "1808 Episode: Finished after 128 time steps\n",
      "1809 Episode: Finished after 30 time steps\n",
      "1810 Episode: Finished after 17 time steps\n",
      "1811 Episode: Finished after 8 time steps\n",
      "1812 Episode: Finished after 49 time steps\n",
      "1813 Episode: Finished after 9 time steps\n",
      "1814 Episode: Finished after 30 time steps\n",
      "1815 Episode: Finished after 88 time steps\n",
      "1816 Episode: Finished after 17 time steps\n",
      "1817 Episode: Finished after 11 time steps\n",
      "1818 Episode: Finished after 23 time steps\n",
      "1819 Episode: Finished after 21 time steps\n",
      "1820 Episode: Finished after 15 time steps\n",
      "1821 Episode: Finished after 134 time steps\n",
      "1822 Episode: Finished after 14 time steps\n",
      "1823 Episode: Finished after 144 time steps\n",
      "1824 Episode: Finished after 23 time steps\n",
      "1825 Episode: Finished after 15 time steps\n",
      "1826 Episode: Finished after 15 time steps\n",
      "1827 Episode: Finished after 27 time steps\n",
      "1828 Episode: Finished after 13 time steps\n",
      "1829 Episode: Finished after 9 time steps\n",
      "1830 Episode: Finished after 58 time steps\n",
      "1831 Episode: Finished after 13 time steps\n",
      "1832 Episode: Finished after 108 time steps\n",
      "1833 Episode: Finished after 9 time steps\n",
      "1834 Episode: Finished after 13 time steps\n",
      "1835 Episode: Finished after 150 time steps\n",
      "1836 Episode: Finished after 124 time steps\n",
      "1837 Episode: Finished after 119 time steps\n",
      "1838 Episode: Finished after 45 time steps\n",
      "1839 Episode: Finished after 15 time steps\n",
      "1840 Episode: Finished after 11 time steps\n",
      "1841 Episode: Finished after 160 time steps\n",
      "1842 Episode: Finished after 178 time steps\n",
      "1843 Episode: Finished after 22 time steps\n",
      "1844 Episode: Finished after 126 time steps\n",
      "1845 Episode: Finished after 31 time steps\n",
      "1846 Episode: Finished after 158 time steps\n",
      "1847 Episode: Finished after 29 time steps\n",
      "1848 Episode: Finished after 14 time steps\n",
      "1849 Episode: Finished after 15 time steps\n",
      "1850 Episode: Finished after 12 time steps\n",
      "1851 Episode: Finished after 19 time steps\n",
      "1852 Episode: Finished after 138 time steps\n",
      "1853 Episode: Finished after 22 time steps\n",
      "1854 Episode: Finished after 10 time steps\n",
      "1855 Episode: Finished after 20 time steps\n",
      "1856 Episode: Finished after 15 time steps\n",
      "1857 Episode: Finished after 18 time steps\n",
      "1858 Episode: Finished after 14 time steps\n",
      "1859 Episode: Finished after 42 time steps\n",
      "1860 Episode: Finished after 110 time steps\n",
      "1861 Episode: Finished after 17 time steps\n",
      "1862 Episode: Finished after 16 time steps\n",
      "1863 Episode: Finished after 181 time steps\n",
      "1864 Episode: Finished after 186 time steps\n",
      "1865 Episode: Finished after 10 time steps\n",
      "1866 Episode: Finished after 24 time steps\n",
      "1867 Episode: Finished after 21 time steps\n",
      "1868 Episode: Finished after 16 time steps\n",
      "1869 Episode: Finished after 10 time steps\n",
      "1870 Episode: Finished after 13 time steps\n",
      "1871 Episode: Finished after 17 time steps\n",
      "1872 Episode: Finished after 22 time steps\n",
      "1873 Episode: Finished after 27 time steps\n",
      "1874 Episode: Finished after 15 time steps\n",
      "1875 Episode: Finished after 18 time steps\n",
      "1876 Episode: Finished after 13 time steps\n",
      "1877 Episode: Finished after 9 time steps\n",
      "1878 Episode: Finished after 42 time steps\n",
      "1879 Episode: Finished after 200 time steps\n",
      "1880 Episode: Finished after 10 time steps\n",
      "1881 Episode: Finished after 98 time steps\n",
      "1882 Episode: Finished after 172 time steps\n",
      "1883 Episode: Finished after 106 time steps\n",
      "1884 Episode: Finished after 86 time steps\n",
      "1885 Episode: Finished after 11 time steps\n",
      "1886 Episode: Finished after 166 time steps\n",
      "1887 Episode: Finished after 53 time steps\n",
      "1888 Episode: Finished after 21 time steps\n",
      "1889 Episode: Finished after 10 time steps\n",
      "1890 Episode: Finished after 16 time steps\n",
      "1891 Episode: Finished after 62 time steps\n",
      "1892 Episode: Finished after 67 time steps\n",
      "1893 Episode: Finished after 138 time steps\n",
      "1894 Episode: Finished after 91 time steps\n",
      "1895 Episode: Finished after 140 time steps\n",
      "1896 Episode: Finished after 10 time steps\n",
      "1897 Episode: Finished after 21 time steps\n",
      "1898 Episode: Finished after 13 time steps\n",
      "1899 Episode: Finished after 108 time steps\n",
      "1900 Episode: Finished after 72 time steps\n",
      "1901 Episode: Finished after 106 time steps\n",
      "1902 Episode: Finished after 9 time steps\n",
      "1903 Episode: Finished after 19 time steps\n",
      "1904 Episode: Finished after 9 time steps\n",
      "1905 Episode: Finished after 151 time steps\n",
      "1906 Episode: Finished after 12 time steps\n",
      "1907 Episode: Finished after 10 time steps\n",
      "1908 Episode: Finished after 9 time steps\n",
      "1909 Episode: Finished after 13 time steps\n",
      "1910 Episode: Finished after 99 time steps\n",
      "1911 Episode: Finished after 17 time steps\n",
      "1912 Episode: Finished after 12 time steps\n",
      "1913 Episode: Finished after 174 time steps\n",
      "1914 Episode: Finished after 122 time steps\n",
      "1915 Episode: Finished after 138 time steps\n",
      "1916 Episode: Finished after 110 time steps\n",
      "1917 Episode: Finished after 9 time steps\n",
      "1918 Episode: Finished after 106 time steps\n",
      "1919 Episode: Finished after 12 time steps\n",
      "1920 Episode: Finished after 10 time steps\n",
      "1921 Episode: Finished after 79 time steps\n",
      "1922 Episode: Finished after 150 time steps\n",
      "1923 Episode: Finished after 58 time steps\n",
      "1924 Episode: Finished after 160 time steps\n",
      "1925 Episode: Finished after 136 time steps\n",
      "1926 Episode: Finished after 12 time steps\n",
      "1927 Episode: Finished after 22 time steps\n",
      "1928 Episode: Finished after 15 time steps\n",
      "1929 Episode: Finished after 9 time steps\n",
      "1930 Episode: Finished after 11 time steps\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "1931 Episode: Finished after 13 time steps\n",
      "1932 Episode: Finished after 26 time steps\n",
      "1933 Episode: Finished after 10 time steps\n",
      "1934 Episode: Finished after 140 time steps\n",
      "1935 Episode: Finished after 10 time steps\n",
      "1936 Episode: Finished after 11 time steps\n",
      "1937 Episode: Finished after 12 time steps\n",
      "1938 Episode: Finished after 16 time steps\n",
      "1939 Episode: Finished after 162 time steps\n",
      "1940 Episode: Finished after 32 time steps\n",
      "1941 Episode: Finished after 12 time steps\n",
      "1942 Episode: Finished after 116 time steps\n",
      "1943 Episode: Finished after 20 time steps\n",
      "1944 Episode: Finished after 13 time steps\n",
      "1945 Episode: Finished after 10 time steps\n",
      "1946 Episode: Finished after 12 time steps\n",
      "1947 Episode: Finished after 166 time steps\n",
      "1948 Episode: Finished after 22 time steps\n",
      "1949 Episode: Finished after 181 time steps\n",
      "1950 Episode: Finished after 22 time steps\n",
      "1951 Episode: Finished after 9 time steps\n",
      "1952 Episode: Finished after 152 time steps\n",
      "1953 Episode: Finished after 19 time steps\n",
      "1954 Episode: Finished after 44 time steps\n",
      "1955 Episode: Finished after 93 time steps\n",
      "1956 Episode: Finished after 189 time steps\n",
      "1957 Episode: Finished after 13 time steps\n",
      "1958 Episode: Finished after 147 time steps\n",
      "1959 Episode: Finished after 43 time steps\n",
      "1960 Episode: Finished after 25 time steps\n",
      "1961 Episode: Finished after 9 time steps\n",
      "1962 Episode: Finished after 19 time steps\n",
      "1963 Episode: Finished after 122 time steps\n",
      "1964 Episode: Finished after 11 time steps\n",
      "1965 Episode: Finished after 49 time steps\n",
      "1967 Episode: Finished after 12 time steps\n",
      "1968 Episode: Finished after 13 time steps\n",
      "1969 Episode: Finished after 12 time steps\n",
      "1970 Episode: Finished after 18 time steps\n",
      "1971 Episode: Finished after 95 time steps\n",
      "1972 Episode: Finished after 21 time steps\n",
      "1973 Episode: Finished after 10 time steps\n",
      "1974 Episode: Finished after 29 time steps\n",
      "1975 Episode: Finished after 10 time steps\n",
      "1976 Episode: Finished after 9 time steps\n",
      "1977 Episode: Finished after 11 time steps\n",
      "1978 Episode: Finished after 11 time steps\n",
      "1979 Episode: Finished after 12 time steps\n",
      "1980 Episode: Finished after 144 time steps\n",
      "1981 Episode: Finished after 10 time steps\n",
      "1982 Episode: Finished after 12 time steps\n",
      "1983 Episode: Finished after 11 time steps\n",
      "1984 Episode: Finished after 21 time steps\n",
      "1985 Episode: Finished after 21 time steps\n",
      "1986 Episode: Finished after 10 time steps\n",
      "1987 Episode: Finished after 160 time steps\n",
      "1988 Episode: Finished after 13 time steps\n",
      "1990 Episode: Finished after 9 time steps\n",
      "1992 Episode: Finished after 10 time steps\n",
      "1993 Episode: Finished after 71 time steps\n",
      "1994 Episode: Finished after 36 time steps\n",
      "1995 Episode: Finished after 17 time steps\n",
      "1996 Episode: Finished after 22 time steps\n",
      "1997 Episode: Finished after 12 time steps\n",
      "1999 Episode: Finished after 15 time steps\n",
      "2000 Episode: Finished after 42 time steps\n",
      "2001 Episode: Finished after 13 time steps\n",
      "2002 Episode: Finished after 29 time steps\n",
      "2003 Episode: Finished after 9 time steps\n",
      "2004 Episode: Finished after 9 time steps\n",
      "2005 Episode: Finished after 22 time steps\n",
      "2006 Episode: Finished after 12 time steps\n",
      "2007 Episode: Finished after 20 time steps\n",
      "2008 Episode: Finished after 9 time steps\n",
      "2009 Episode: Finished after 9 time steps\n",
      "2010 Episode: Finished after 21 time steps\n",
      "2011 Episode: Finished after 10 time steps\n",
      "2012 Episode: Finished after 16 time steps\n",
      "2013 Episode: Finished after 15 time steps\n",
      "2014 Episode: Finished after 12 time steps\n",
      "2015 Episode: Finished after 9 time steps\n",
      "2016 Episode: Finished after 13 time steps\n",
      "2017 Episode: Finished after 12 time steps\n",
      "2018 Episode: Finished after 12 time steps\n",
      "2019 Episode: Finished after 19 time steps\n",
      "2020 Episode: Finished after 21 time steps\n",
      "2021 Episode: Finished after 13 time steps\n",
      "2022 Episode: Finished after 42 time steps\n",
      "2023 Episode: Finished after 14 time steps\n",
      "2024 Episode: Finished after 11 time steps\n",
      "2025 Episode: Finished after 22 time steps\n",
      "2026 Episode: Finished after 11 time steps\n",
      "2027 Episode: Finished after 25 time steps\n",
      "2028 Episode: Finished after 13 time steps\n",
      "2029 Episode: Finished after 40 time steps\n",
      "2030 Episode: Finished after 22 time steps\n",
      "2031 Episode: Finished after 51 time steps\n",
      "2032 Episode: Finished after 114 time steps\n",
      "2033 Episode: Finished after 8 time steps\n",
      "2034 Episode: Finished after 11 time steps\n",
      "2035 Episode: Finished after 148 time steps\n",
      "2036 Episode: Finished after 10 time steps\n",
      "2037 Episode: Finished after 14 time steps\n",
      "2038 Episode: Finished after 9 time steps\n",
      "2039 Episode: Finished after 186 time steps\n",
      "2040 Episode: Finished after 10 time steps\n",
      "2041 Episode: Finished after 12 time steps\n",
      "2042 Episode: Finished after 170 time steps\n",
      "2043 Episode: Finished after 25 time steps\n",
      "2044 Episode: Finished after 9 time steps\n",
      "2045 Episode: Finished after 10 time steps\n",
      "2046 Episode: Finished after 13 time steps\n",
      "2047 Episode: Finished after 80 time steps\n",
      "2049 Episode: Finished after 58 time steps\n",
      "2050 Episode: Finished after 19 time steps\n",
      "2051 Episode: Finished after 9 time steps\n",
      "2052 Episode: Finished after 14 time steps\n",
      "2053 Episode: Finished after 12 time steps\n",
      "2054 Episode: Finished after 18 time steps\n",
      "2055 Episode: Finished after 15 time steps\n",
      "2056 Episode: Finished after 11 time steps\n",
      "2057 Episode: Finished after 12 time steps\n",
      "2058 Episode: Finished after 11 time steps\n",
      "2059 Episode: Finished after 19 time steps\n",
      "2060 Episode: Finished after 10 time steps\n",
      "2061 Episode: Finished after 17 time steps\n",
      "2062 Episode: Finished after 106 time steps\n",
      "2063 Episode: Finished after 13 time steps\n",
      "2064 Episode: Finished after 22 time steps\n",
      "2065 Episode: Finished after 130 time steps\n",
      "2066 Episode: Finished after 78 time steps\n",
      "2067 Episode: Finished after 44 time steps\n",
      "2068 Episode: Finished after 14 time steps\n",
      "2069 Episode: Finished after 14 time steps\n",
      "2070 Episode: Finished after 41 time steps\n",
      "2071 Episode: Finished after 72 time steps\n",
      "2072 Episode: Finished after 13 time steps\n",
      "2073 Episode: Finished after 83 time steps\n",
      "2074 Episode: Finished after 118 time steps\n",
      "2076 Episode: Finished after 9 time steps\n",
      "2077 Episode: Finished after 10 time steps\n",
      "2078 Episode: Finished after 12 time steps\n",
      "2079 Episode: Finished after 12 time steps\n",
      "2080 Episode: Finished after 14 time steps\n",
      "2081 Episode: Finished after 15 time steps\n",
      "2082 Episode: Finished after 31 time steps\n",
      "2083 Episode: Finished after 28 time steps\n",
      "2084 Episode: Finished after 12 time steps\n",
      "2085 Episode: Finished after 10 time steps\n",
      "2086 Episode: Finished after 19 time steps\n",
      "2087 Episode: Finished after 26 time steps\n",
      "2088 Episode: Finished after 9 time steps\n",
      "2089 Episode: Finished after 23 time steps\n",
      "2090 Episode: Finished after 20 time steps\n",
      "2091 Episode: Finished after 12 time steps\n",
      "2092 Episode: Finished after 10 time steps\n",
      "2093 Episode: Finished after 10 time steps\n",
      "2094 Episode: Finished after 11 time steps\n",
      "2096 Episode: Finished after 143 time steps\n",
      "2097 Episode: Finished after 158 time steps\n",
      "2098 Episode: Finished after 120 time steps\n",
      "2099 Episode: Finished after 12 time steps\n",
      "2100 Episode: Finished after 19 time steps\n",
      "2101 Episode: Finished after 9 time steps\n",
      "2102 Episode: Finished after 11 time steps\n",
      "2103 Episode: Finished after 109 time steps\n",
      "2104 Episode: Finished after 15 time steps\n",
      "2105 Episode: Finished after 11 time steps\n",
      "2106 Episode: Finished after 38 time steps\n",
      "2107 Episode: Finished after 97 time steps\n",
      "2108 Episode: Finished after 60 time steps\n",
      "2109 Episode: Finished after 9 time steps\n",
      "2110 Episode: Finished after 42 time steps\n",
      "2111 Episode: Finished after 10 time steps\n",
      "2112 Episode: Finished after 26 time steps\n",
      "2113 Episode: Finished after 118 time steps\n",
      "2114 Episode: Finished after 11 time steps\n",
      "2115 Episode: Finished after 17 time steps\n",
      "2116 Episode: Finished after 12 time steps\n",
      "2117 Episode: Finished after 9 time steps\n",
      "2118 Episode: Finished after 10 time steps\n",
      "2119 Episode: Finished after 16 time steps\n",
      "2120 Episode: Finished after 152 time steps\n",
      "2121 Episode: Finished after 10 time steps\n",
      "2122 Episode: Finished after 16 time steps\n",
      "2123 Episode: Finished after 9 time steps\n",
      "2124 Episode: Finished after 73 time steps\n",
      "2125 Episode: Finished after 54 time steps\n",
      "2126 Episode: Finished after 11 time steps\n",
      "2127 Episode: Finished after 168 time steps\n",
      "2128 Episode: Finished after 45 time steps\n",
      "2129 Episode: Finished after 11 time steps\n",
      "2130 Episode: Finished after 15 time steps\n",
      "2131 Episode: Finished after 57 time steps\n",
      "2132 Episode: Finished after 9 time steps\n",
      "2133 Episode: Finished after 24 time steps\n",
      "2134 Episode: Finished after 10 time steps\n",
      "2135 Episode: Finished after 10 time steps\n",
      "2136 Episode: Finished after 36 time steps\n",
      "2137 Episode: Finished after 32 time steps\n",
      "2138 Episode: Finished after 61 time steps\n",
      "2139 Episode: Finished after 10 time steps\n",
      "2140 Episode: Finished after 10 time steps\n",
      "2141 Episode: Finished after 20 time steps\n",
      "2142 Episode: Finished after 23 time steps\n",
      "2143 Episode: Finished after 46 time steps\n",
      "2144 Episode: Finished after 9 time steps\n",
      "2145 Episode: Finished after 13 time steps\n",
      "2146 Episode: Finished after 12 time steps\n",
      "2147 Episode: Finished after 18 time steps\n",
      "2148 Episode: Finished after 9 time steps\n",
      "2149 Episode: Finished after 10 time steps\n",
      "2150 Episode: Finished after 13 time steps\n",
      "2151 Episode: Finished after 41 time steps\n",
      "2152 Episode: Finished after 10 time steps\n",
      "2153 Episode: Finished after 17 time steps\n",
      "2154 Episode: Finished after 24 time steps\n",
      "2155 Episode: Finished after 40 time steps\n",
      "2156 Episode: Finished after 11 time steps\n",
      "2157 Episode: Finished after 14 time steps\n",
      "2158 Episode: Finished after 11 time steps\n",
      "2159 Episode: Finished after 175 time steps\n",
      "2160 Episode: Finished after 54 time steps\n",
      "2161 Episode: Finished after 195 time steps\n",
      "2162 Episode: Finished after 20 time steps\n",
      "2163 Episode: Finished after 108 time steps\n",
      "2164 Episode: Finished after 9 time steps\n",
      "2165 Episode: Finished after 88 time steps\n",
      "2166 Episode: Finished after 100 time steps\n",
      "2167 Episode: Finished after 9 time steps\n",
      "2168 Episode: Finished after 87 time steps\n",
      "2169 Episode: Finished after 176 time steps\n",
      "2170 Episode: Finished after 150 time steps\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2171 Episode: Finished after 160 time steps\n",
      "2172 Episode: Finished after 66 time steps\n",
      "2173 Episode: Finished after 148 time steps\n",
      "2174 Episode: Finished after 25 time steps\n",
      "2175 Episode: Finished after 101 time steps\n",
      "2176 Episode: Finished after 13 time steps\n",
      "2177 Episode: Finished after 18 time steps\n",
      "2178 Episode: Finished after 15 time steps\n",
      "2179 Episode: Finished after 65 time steps\n",
      "2180 Episode: Finished after 120 time steps\n",
      "2181 Episode: Finished after 86 time steps\n",
      "2182 Episode: Finished after 101 time steps\n",
      "2183 Episode: Finished after 85 time steps\n",
      "2184 Episode: Finished after 98 time steps\n",
      "2185 Episode: Finished after 15 time steps\n",
      "2186 Episode: Finished after 134 time steps\n",
      "2187 Episode: Finished after 35 time steps\n",
      "2188 Episode: Finished after 156 time steps\n",
      "2189 Episode: Finished after 88 time steps\n",
      "2190 Episode: Finished after 62 time steps\n",
      "2191 Episode: Finished after 62 time steps\n",
      "2192 Episode: Finished after 156 time steps\n",
      "2193 Episode: Finished after 37 time steps\n",
      "2194 Episode: Finished after 16 time steps\n",
      "2195 Episode: Finished after 180 time steps\n",
      "2196 Episode: Finished after 94 time steps\n",
      "2197 Episode: Finished after 70 time steps\n",
      "2198 Episode: Finished after 64 time steps\n",
      "2199 Episode: Finished after 56 time steps\n",
      "2200 Episode: Finished after 18 time steps\n",
      "2201 Episode: Finished after 10 time steps\n",
      "2202 Episode: Finished after 58 time steps\n",
      "2203 Episode: Finished after 73 time steps\n",
      "2204 Episode: Finished after 24 time steps\n",
      "2205 Episode: Finished after 89 time steps\n",
      "2206 Episode: Finished after 75 time steps\n",
      "2207 Episode: Finished after 68 time steps\n",
      "2208 Episode: Finished after 48 time steps\n",
      "2209 Episode: Finished after 102 time steps\n",
      "2210 Episode: Finished after 21 time steps\n",
      "2211 Episode: Finished after 28 time steps\n",
      "2212 Episode: Finished after 186 time steps\n",
      "2213 Episode: Finished after 58 time steps\n",
      "2214 Episode: Finished after 27 time steps\n",
      "2215 Episode: Finished after 67 time steps\n",
      "2216 Episode: Finished after 54 time steps\n",
      "2217 Episode: Finished after 15 time steps\n",
      "2218 Episode: Finished after 15 time steps\n",
      "2219 Episode: Finished after 82 time steps\n",
      "2220 Episode: Finished after 64 time steps\n",
      "2221 Episode: Finished after 43 time steps\n",
      "2222 Episode: Finished after 52 time steps\n",
      "2223 Episode: Finished after 48 time steps\n",
      "2224 Episode: Finished after 75 time steps\n",
      "2225 Episode: Finished after 20 time steps\n",
      "2226 Episode: Finished after 108 time steps\n",
      "2227 Episode: Finished after 32 time steps\n",
      "2228 Episode: Finished after 52 time steps\n",
      "2229 Episode: Finished after 16 time steps\n",
      "2230 Episode: Finished after 27 time steps\n",
      "2231 Episode: Finished after 112 time steps\n",
      "2232 Episode: Finished after 36 time steps\n",
      "2233 Episode: Finished after 56 time steps\n",
      "2234 Episode: Finished after 127 time steps\n",
      "2235 Episode: Finished after 40 time steps\n",
      "2236 Episode: Finished after 28 time steps\n",
      "2237 Episode: Finished after 14 time steps\n",
      "2238 Episode: Finished after 25 time steps\n",
      "2239 Episode: Finished after 25 time steps\n",
      "2240 Episode: Finished after 60 time steps\n",
      "2241 Episode: Finished after 36 time steps\n",
      "2242 Episode: Finished after 138 time steps\n",
      "2243 Episode: Finished after 29 time steps\n",
      "2244 Episode: Finished after 124 time steps\n",
      "2245 Episode: Finished after 190 time steps\n",
      "2246 Episode: Finished after 182 time steps\n",
      "2247 Episode: Finished after 108 time steps\n",
      "2248 Episode: Finished after 114 time steps\n",
      "2249 Episode: Finished after 44 time steps\n",
      "2250 Episode: Finished after 51 time steps\n",
      "2251 Episode: Finished after 23 time steps\n",
      "2252 Episode: Finished after 15 time steps\n",
      "2253 Episode: Finished after 190 time steps\n",
      "2254 Episode: Finished after 52 time steps\n",
      "2255 Episode: Finished after 19 time steps\n",
      "2256 Episode: Finished after 17 time steps\n",
      "2257 Episode: Finished after 89 time steps\n",
      "2258 Episode: Finished after 72 time steps\n",
      "2259 Episode: Finished after 101 time steps\n",
      "2260 Episode: Finished after 120 time steps\n",
      "2261 Episode: Finished after 136 time steps\n",
      "2262 Episode: Finished after 64 time steps\n",
      "2263 Episode: Finished after 171 time steps\n",
      "2264 Episode: Finished after 17 time steps\n",
      "2265 Episode: Finished after 74 time steps\n",
      "2266 Episode: Finished after 152 time steps\n",
      "2267 Episode: Finished after 19 time steps\n",
      "2268 Episode: Finished after 135 time steps\n",
      "2269 Episode: Finished after 140 time steps\n",
      "2270 Episode: Finished after 88 time steps\n",
      "2271 Episode: Finished after 62 time steps\n",
      "2272 Episode: Finished after 157 time steps\n",
      "2273 Episode: Finished after 161 time steps\n",
      "2274 Episode: Finished after 26 time steps\n",
      "2275 Episode: Finished after 184 time steps\n",
      "2276 Episode: Finished after 32 time steps\n",
      "2277 Episode: Finished after 66 time steps\n",
      "2278 Episode: Finished after 98 time steps\n",
      "2280 Episode: Finished after 30 time steps\n",
      "2281 Episode: Finished after 65 time steps\n",
      "2283 Episode: Finished after 25 time steps\n",
      "2284 Episode: Finished after 12 time steps\n",
      "2285 Episode: Finished after 17 time steps\n",
      "2286 Episode: Finished after 19 time steps\n",
      "2287 Episode: Finished after 12 time steps\n",
      "2288 Episode: Finished after 32 time steps\n",
      "2289 Episode: Finished after 41 time steps\n",
      "2290 Episode: Finished after 27 time steps\n",
      "2291 Episode: Finished after 24 time steps\n",
      "2292 Episode: Finished after 34 time steps\n",
      "2293 Episode: Finished after 137 time steps\n",
      "2294 Episode: Finished after 66 time steps\n",
      "2295 Episode: Finished after 29 time steps\n",
      "2296 Episode: Finished after 50 time steps\n",
      "2297 Episode: Finished after 44 time steps\n",
      "2300 Episode: Finished after 19 time steps\n",
      "2301 Episode: Finished after 194 time steps\n",
      "2302 Episode: Finished after 160 time steps\n",
      "2303 Episode: Finished after 52 time steps\n",
      "2304 Episode: Finished after 29 time steps\n",
      "2305 Episode: Finished after 25 time steps\n",
      "2308 Episode: Finished after 71 time steps\n",
      "2309 Episode: Finished after 62 time steps\n",
      "2310 Episode: Finished after 94 time steps\n",
      "2311 Episode: Finished after 69 time steps\n",
      "2312 Episode: Finished after 37 time steps\n",
      "2313 Episode: Finished after 84 time steps\n",
      "2314 Episode: Finished after 46 time steps\n",
      "2315 Episode: Finished after 53 time steps\n",
      "2316 Episode: Finished after 9 time steps\n",
      "2317 Episode: Finished after 25 time steps\n",
      "2318 Episode: Finished after 105 time steps\n",
      "2319 Episode: Finished after 142 time steps\n",
      "2320 Episode: Finished after 13 time steps\n",
      "2321 Episode: Finished after 27 time steps\n",
      "2322 Episode: Finished after 49 time steps\n",
      "2323 Episode: Finished after 15 time steps\n",
      "2324 Episode: Finished after 32 time steps\n",
      "2325 Episode: Finished after 11 time steps\n",
      "2326 Episode: Finished after 25 time steps\n",
      "2328 Episode: Finished after 20 time steps\n",
      "2329 Episode: Finished after 15 time steps\n",
      "2330 Episode: Finished after 13 time steps\n",
      "2331 Episode: Finished after 107 time steps\n",
      "2332 Episode: Finished after 190 time steps\n",
      "2333 Episode: Finished after 109 time steps\n",
      "2334 Episode: Finished after 78 time steps\n",
      "2335 Episode: Finished after 62 time steps\n",
      "2336 Episode: Finished after 101 time steps\n",
      "2337 Episode: Finished after 54 time steps\n",
      "2338 Episode: Finished after 62 time steps\n",
      "2339 Episode: Finished after 99 time steps\n",
      "2341 Episode: Finished after 103 time steps\n",
      "2342 Episode: Finished after 42 time steps\n",
      "2344 Episode: Finished after 75 time steps\n",
      "2345 Episode: Finished after 62 time steps\n",
      "2346 Episode: Finished after 31 time steps\n",
      "2349 Episode: Finished after 105 time steps\n",
      "2350 Episode: Finished after 16 time steps\n",
      "2351 Episode: Finished after 76 time steps\n",
      "2353 Episode: Finished after 44 time steps\n",
      "2354 Episode: Finished after 68 time steps\n",
      "2355 Episode: Finished after 40 time steps\n",
      "2356 Episode: Finished after 33 time steps\n",
      "2357 Episode: Finished after 43 time steps\n",
      "2358 Episode: Finished after 134 time steps\n",
      "2359 Episode: Finished after 20 time steps\n",
      "2360 Episode: Finished after 28 time steps\n",
      "2361 Episode: Finished after 62 time steps\n",
      "2362 Episode: Finished after 118 time steps\n",
      "2363 Episode: Finished after 68 time steps\n",
      "2364 Episode: Finished after 20 time steps\n",
      "2365 Episode: Finished after 69 time steps\n",
      "2366 Episode: Finished after 52 time steps\n",
      "2367 Episode: Finished after 38 time steps\n",
      "2368 Episode: Finished after 57 time steps\n",
      "2369 Episode: Finished after 54 time steps\n",
      "2370 Episode: Finished after 23 time steps\n",
      "2371 Episode: Finished after 17 time steps\n",
      "2373 Episode: Finished after 34 time steps\n",
      "2374 Episode: Finished after 28 time steps\n",
      "2375 Episode: Finished after 21 time steps\n",
      "2376 Episode: Finished after 17 time steps\n",
      "2377 Episode: Finished after 33 time steps\n",
      "2378 Episode: Finished after 67 time steps\n",
      "2379 Episode: Finished after 61 time steps\n",
      "2380 Episode: Finished after 33 time steps\n",
      "2381 Episode: Finished after 9 time steps\n",
      "2382 Episode: Finished after 76 time steps\n",
      "2383 Episode: Finished after 108 time steps\n",
      "2384 Episode: Finished after 12 time steps\n",
      "2385 Episode: Finished after 48 time steps\n",
      "2386 Episode: Finished after 10 time steps\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2387 Episode: Finished after 88 time steps\n",
      "2388 Episode: Finished after 14 time steps\n",
      "2389 Episode: Finished after 83 time steps\n",
      "2392 Episode: Finished after 86 time steps\n",
      "2393 Episode: Finished after 54 time steps\n",
      "2394 Episode: Finished after 15 time steps\n",
      "2395 Episode: Finished after 22 time steps\n",
      "2396 Episode: Finished after 79 time steps\n",
      "2397 Episode: Finished after 50 time steps\n",
      "2398 Episode: Finished after 43 time steps\n",
      "2399 Episode: Finished after 89 time steps\n",
      "2400 Episode: Finished after 107 time steps\n",
      "2401 Episode: Finished after 62 time steps\n",
      "2402 Episode: Finished after 131 time steps\n",
      "2403 Episode: Finished after 27 time steps\n",
      "2406 Episode: Finished after 25 time steps\n",
      "2407 Episode: Finished after 36 time steps\n",
      "2408 Episode: Finished after 22 time steps\n",
      "2409 Episode: Finished after 10 time steps\n",
      "2410 Episode: Finished after 10 time steps\n",
      "2411 Episode: Finished after 47 time steps\n",
      "2412 Episode: Finished after 38 time steps\n",
      "2413 Episode: Finished after 9 time steps\n",
      "2414 Episode: Finished after 10 time steps\n",
      "2415 Episode: Finished after 14 time steps\n",
      "2416 Episode: Finished after 31 time steps\n",
      "2417 Episode: Finished after 109 time steps\n",
      "2418 Episode: Finished after 98 time steps\n",
      "2419 Episode: Finished after 16 time steps\n",
      "2420 Episode: Finished after 53 time steps\n",
      "2421 Episode: Finished after 15 time steps\n",
      "2422 Episode: Finished after 14 time steps\n",
      "2423 Episode: Finished after 34 time steps\n",
      "2424 Episode: Finished after 182 time steps\n",
      "2425 Episode: Finished after 11 time steps\n",
      "2426 Episode: Finished after 29 time steps\n",
      "2427 Episode: Finished after 13 time steps\n",
      "2428 Episode: Finished after 73 time steps\n",
      "2429 Episode: Finished after 50 time steps\n",
      "2430 Episode: Finished after 26 time steps\n",
      "2431 Episode: Finished after 64 time steps\n",
      "2432 Episode: Finished after 15 time steps\n",
      "2433 Episode: Finished after 22 time steps\n",
      "2434 Episode: Finished after 141 time steps\n",
      "2435 Episode: Finished after 99 time steps\n",
      "2436 Episode: Finished after 41 time steps\n",
      "2437 Episode: Finished after 113 time steps\n",
      "2438 Episode: Finished after 17 time steps\n",
      "2441 Episode: Finished after 20 time steps\n",
      "2442 Episode: Finished after 78 time steps\n",
      "2443 Episode: Finished after 31 time steps\n",
      "2444 Episode: Finished after 152 time steps\n",
      "2445 Episode: Finished after 48 time steps\n",
      "2446 Episode: Finished after 69 time steps\n",
      "2447 Episode: Finished after 84 time steps\n",
      "2448 Episode: Finished after 43 time steps\n",
      "2449 Episode: Finished after 49 time steps\n",
      "2450 Episode: Finished after 56 time steps\n",
      "2451 Episode: Finished after 32 time steps\n",
      "2452 Episode: Finished after 42 time steps\n",
      "2453 Episode: Finished after 58 time steps\n",
      "2454 Episode: Finished after 27 time steps\n",
      "2455 Episode: Finished after 85 time steps\n",
      "2456 Episode: Finished after 39 time steps\n",
      "2457 Episode: Finished after 99 time steps\n",
      "2458 Episode: Finished after 33 time steps\n",
      "2459 Episode: Finished after 84 time steps\n",
      "2460 Episode: Finished after 11 time steps\n",
      "2461 Episode: Finished after 28 time steps\n",
      "2462 Episode: Finished after 27 time steps\n",
      "2463 Episode: Finished after 44 time steps\n",
      "2464 Episode: Finished after 53 time steps\n",
      "2465 Episode: Finished after 34 time steps\n",
      "2466 Episode: Finished after 88 time steps\n",
      "2467 Episode: Finished after 29 time steps\n",
      "2468 Episode: Finished after 9 time steps\n",
      "2469 Episode: Finished after 44 time steps\n",
      "2470 Episode: Finished after 25 time steps\n",
      "2471 Episode: Finished after 78 time steps\n",
      "2472 Episode: Finished after 42 time steps\n",
      "2473 Episode: Finished after 15 time steps\n",
      "2474 Episode: Finished after 21 time steps\n",
      "2475 Episode: Finished after 23 time steps\n",
      "2476 Episode: Finished after 16 time steps\n",
      "2477 Episode: Finished after 13 time steps\n",
      "2478 Episode: Finished after 27 time steps\n",
      "2479 Episode: Finished after 32 time steps\n",
      "2480 Episode: Finished after 12 time steps\n",
      "2481 Episode: Finished after 110 time steps\n",
      "2483 Episode: Finished after 37 time steps\n",
      "2484 Episode: Finished after 9 time steps\n",
      "2485 Episode: Finished after 10 time steps\n",
      "2486 Episode: Finished after 10 time steps\n",
      "2487 Episode: Finished after 21 time steps\n",
      "2488 Episode: Finished after 36 time steps\n",
      "2489 Episode: Finished after 19 time steps\n",
      "2490 Episode: Finished after 106 time steps\n",
      "2491 Episode: Finished after 96 time steps\n",
      "2492 Episode: Finished after 53 time steps\n",
      "2493 Episode: Finished after 14 time steps\n",
      "2494 Episode: Finished after 59 time steps\n",
      "2495 Episode: Finished after 11 time steps\n",
      "2496 Episode: Finished after 21 time steps\n",
      "2497 Episode: Finished after 8 time steps\n",
      "2498 Episode: Finished after 45 time steps\n",
      "2499 Episode: Finished after 40 time steps\n",
      "2500 Episode: Finished after 20 time steps\n",
      "2502 Episode: Finished after 37 time steps\n",
      "2503 Episode: Finished after 25 time steps\n",
      "2504 Episode: Finished after 10 time steps\n",
      "2505 Episode: Finished after 84 time steps\n",
      "2506 Episode: Finished after 44 time steps\n",
      "2507 Episode: Finished after 122 time steps\n",
      "2508 Episode: Finished after 9 time steps\n",
      "2509 Episode: Finished after 50 time steps\n",
      "2510 Episode: Finished after 23 time steps\n",
      "2511 Episode: Finished after 9 time steps\n",
      "2512 Episode: Finished after 12 time steps\n",
      "2513 Episode: Finished after 58 time steps\n",
      "2514 Episode: Finished after 64 time steps\n",
      "2515 Episode: Finished after 10 time steps\n",
      "2516 Episode: Finished after 42 time steps\n",
      "2517 Episode: Finished after 123 time steps\n",
      "2518 Episode: Finished after 46 time steps\n",
      "2519 Episode: Finished after 92 time steps\n",
      "2520 Episode: Finished after 9 time steps\n",
      "2521 Episode: Finished after 45 time steps\n",
      "2522 Episode: Finished after 94 time steps\n",
      "2523 Episode: Finished after 67 time steps\n",
      "2524 Episode: Finished after 53 time steps\n",
      "2525 Episode: Finished after 94 time steps\n",
      "2526 Episode: Finished after 65 time steps\n",
      "2527 Episode: Finished after 25 time steps\n",
      "2528 Episode: Finished after 14 time steps\n",
      "2529 Episode: Finished after 84 time steps\n",
      "2532 Episode: Finished after 79 time steps\n",
      "2533 Episode: Finished after 15 time steps\n",
      "2534 Episode: Finished after 23 time steps\n",
      "2535 Episode: Finished after 11 time steps\n",
      "2536 Episode: Finished after 67 time steps\n",
      "2537 Episode: Finished after 23 time steps\n",
      "2538 Episode: Finished after 40 time steps\n",
      "2539 Episode: Finished after 22 time steps\n",
      "2540 Episode: Finished after 28 time steps\n",
      "2541 Episode: Finished after 48 time steps\n",
      "2542 Episode: Finished after 10 time steps\n",
      "2543 Episode: Finished after 26 time steps\n",
      "2544 Episode: Finished after 11 time steps\n",
      "2545 Episode: Finished after 30 time steps\n",
      "2546 Episode: Finished after 16 time steps\n",
      "2548 Episode: Finished after 82 time steps\n",
      "2549 Episode: Finished after 50 time steps\n",
      "2550 Episode: Finished after 10 time steps\n",
      "2551 Episode: Finished after 42 time steps\n",
      "2552 Episode: Finished after 75 time steps\n",
      "2553 Episode: Finished after 28 time steps\n",
      "2554 Episode: Finished after 13 time steps\n",
      "2555 Episode: Finished after 18 time steps\n",
      "2556 Episode: Finished after 19 time steps\n",
      "2557 Episode: Finished after 10 time steps\n",
      "2558 Episode: Finished after 20 time steps\n",
      "2560 Episode: Finished after 32 time steps\n",
      "2561 Episode: Finished after 26 time steps\n",
      "2562 Episode: Finished after 69 time steps\n",
      "2563 Episode: Finished after 53 time steps\n",
      "2564 Episode: Finished after 33 time steps\n",
      "2565 Episode: Finished after 29 time steps\n",
      "2566 Episode: Finished after 61 time steps\n",
      "2567 Episode: Finished after 67 time steps\n",
      "2568 Episode: Finished after 37 time steps\n",
      "2569 Episode: Finished after 31 time steps\n",
      "2570 Episode: Finished after 54 time steps\n",
      "2571 Episode: Finished after 25 time steps\n",
      "2572 Episode: Finished after 10 time steps\n",
      "2573 Episode: Finished after 80 time steps\n",
      "2574 Episode: Finished after 72 time steps\n",
      "2575 Episode: Finished after 64 time steps\n",
      "2576 Episode: Finished after 29 time steps\n",
      "2577 Episode: Finished after 62 time steps\n",
      "2578 Episode: Finished after 136 time steps\n",
      "2579 Episode: Finished after 74 time steps\n",
      "2580 Episode: Finished after 80 time steps\n",
      "2581 Episode: Finished after 25 time steps\n",
      "2582 Episode: Finished after 32 time steps\n",
      "2583 Episode: Finished after 106 time steps\n",
      "2584 Episode: Finished after 111 time steps\n",
      "2585 Episode: Finished after 119 time steps\n",
      "2586 Episode: Finished after 15 time steps\n",
      "2587 Episode: Finished after 17 time steps\n",
      "2588 Episode: Finished after 9 time steps\n",
      "2589 Episode: Finished after 25 time steps\n",
      "2590 Episode: Finished after 125 time steps\n",
      "2591 Episode: Finished after 95 time steps\n",
      "2592 Episode: Finished after 75 time steps\n",
      "2593 Episode: Finished after 26 time steps\n",
      "2594 Episode: Finished after 28 time steps\n",
      "2595 Episode: Finished after 16 time steps\n",
      "2596 Episode: Finished after 23 time steps\n",
      "2597 Episode: Finished after 30 time steps\n",
      "2598 Episode: Finished after 19 time steps\n",
      "2599 Episode: Finished after 20 time steps\n",
      "2600 Episode: Finished after 23 time steps\n",
      "2601 Episode: Finished after 10 time steps\n",
      "2602 Episode: Finished after 45 time steps\n",
      "2603 Episode: Finished after 16 time steps\n",
      "2604 Episode: Finished after 13 time steps\n",
      "2605 Episode: Finished after 114 time steps\n",
      "2606 Episode: Finished after 68 time steps\n",
      "2607 Episode: Finished after 28 time steps\n",
      "2608 Episode: Finished after 38 time steps\n",
      "2609 Episode: Finished after 26 time steps\n",
      "2610 Episode: Finished after 32 time steps\n",
      "2611 Episode: Finished after 16 time steps\n",
      "2612 Episode: Finished after 42 time steps\n",
      "2614 Episode: Finished after 94 time steps\n",
      "2615 Episode: Finished after 102 time steps\n",
      "2616 Episode: Finished after 34 time steps\n",
      "2617 Episode: Finished after 35 time steps\n",
      "2618 Episode: Finished after 31 time steps\n",
      "2619 Episode: Finished after 126 time steps\n",
      "2620 Episode: Finished after 46 time steps\n",
      "2621 Episode: Finished after 11 time steps\n",
      "2622 Episode: Finished after 80 time steps\n",
      "2623 Episode: Finished after 44 time steps\n",
      "2625 Episode: Finished after 77 time steps\n",
      "2626 Episode: Finished after 45 time steps\n",
      "2627 Episode: Finished after 109 time steps\n",
      "2628 Episode: Finished after 17 time steps\n",
      "2629 Episode: Finished after 12 time steps\n",
      "2630 Episode: Finished after 10 time steps\n",
      "2632 Episode: Finished after 12 time steps\n",
      "2633 Episode: Finished after 14 time steps\n",
      "2634 Episode: Finished after 67 time steps\n",
      "2635 Episode: Finished after 79 time steps\n",
      "2636 Episode: Finished after 185 time steps\n",
      "2637 Episode: Finished after 18 time steps\n",
      "2638 Episode: Finished after 27 time steps\n",
      "2639 Episode: Finished after 56 time steps\n",
      "2640 Episode: Finished after 11 time steps\n",
      "2641 Episode: Finished after 40 time steps\n",
      "2642 Episode: Finished after 15 time steps\n",
      "2643 Episode: Finished after 61 time steps\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2644 Episode: Finished after 119 time steps\n",
      "2645 Episode: Finished after 171 time steps\n",
      "2646 Episode: Finished after 134 time steps\n",
      "2647 Episode: Finished after 44 time steps\n",
      "2648 Episode: Finished after 89 time steps\n",
      "2649 Episode: Finished after 160 time steps\n",
      "2650 Episode: Finished after 17 time steps\n",
      "2652 Episode: Finished after 61 time steps\n",
      "2653 Episode: Finished after 14 time steps\n",
      "2655 Episode: Finished after 61 time steps\n",
      "2656 Episode: Finished after 82 time steps\n",
      "2657 Episode: Finished after 106 time steps\n",
      "2658 Episode: Finished after 14 time steps\n",
      "2659 Episode: Finished after 12 time steps\n",
      "2660 Episode: Finished after 19 time steps\n",
      "2661 Episode: Finished after 46 time steps\n",
      "2662 Episode: Finished after 78 time steps\n",
      "2663 Episode: Finished after 23 time steps\n",
      "2664 Episode: Finished after 8 time steps\n",
      "2665 Episode: Finished after 64 time steps\n",
      "2666 Episode: Finished after 40 time steps\n",
      "2667 Episode: Finished after 10 time steps\n",
      "2668 Episode: Finished after 78 time steps\n",
      "2669 Episode: Finished after 59 time steps\n",
      "2670 Episode: Finished after 11 time steps\n",
      "2671 Episode: Finished after 65 time steps\n",
      "2672 Episode: Finished after 52 time steps\n",
      "2673 Episode: Finished after 34 time steps\n",
      "2674 Episode: Finished after 13 time steps\n",
      "2675 Episode: Finished after 52 time steps\n",
      "2676 Episode: Finished after 29 time steps\n",
      "2677 Episode: Finished after 9 time steps\n",
      "2678 Episode: Finished after 86 time steps\n",
      "2679 Episode: Finished after 61 time steps\n",
      "2680 Episode: Finished after 62 time steps\n",
      "2681 Episode: Finished after 17 time steps\n",
      "2682 Episode: Finished after 46 time steps\n",
      "2683 Episode: Finished after 27 time steps\n",
      "2684 Episode: Finished after 44 time steps\n",
      "2685 Episode: Finished after 24 time steps\n",
      "2686 Episode: Finished after 10 time steps\n",
      "2687 Episode: Finished after 72 time steps\n",
      "2688 Episode: Finished after 22 time steps\n",
      "2689 Episode: Finished after 56 time steps\n",
      "2690 Episode: Finished after 9 time steps\n",
      "2691 Episode: Finished after 38 time steps\n",
      "2692 Episode: Finished after 45 time steps\n",
      "2693 Episode: Finished after 39 time steps\n",
      "2694 Episode: Finished after 43 time steps\n",
      "2695 Episode: Finished after 46 time steps\n",
      "2696 Episode: Finished after 32 time steps\n",
      "2697 Episode: Finished after 24 time steps\n",
      "2698 Episode: Finished after 32 time steps\n",
      "2699 Episode: Finished after 106 time steps\n",
      "2700 Episode: Finished after 10 time steps\n",
      "2701 Episode: Finished after 49 time steps\n",
      "2702 Episode: Finished after 29 time steps\n",
      "2703 Episode: Finished after 11 time steps\n",
      "2704 Episode: Finished after 24 time steps\n",
      "2705 Episode: Finished after 63 time steps\n",
      "2706 Episode: Finished after 56 time steps\n",
      "2707 Episode: Finished after 115 time steps\n",
      "2708 Episode: Finished after 76 time steps\n",
      "2709 Episode: Finished after 72 time steps\n",
      "2710 Episode: Finished after 38 time steps\n",
      "2711 Episode: Finished after 60 time steps\n",
      "2712 Episode: Finished after 82 time steps\n",
      "2713 Episode: Finished after 25 time steps\n",
      "2715 Episode: Finished after 38 time steps\n",
      "2716 Episode: Finished after 77 time steps\n",
      "2717 Episode: Finished after 12 time steps\n",
      "2718 Episode: Finished after 11 time steps\n",
      "2719 Episode: Finished after 10 time steps\n",
      "2720 Episode: Finished after 26 time steps\n",
      "2721 Episode: Finished after 69 time steps\n",
      "2722 Episode: Finished after 8 time steps\n",
      "2723 Episode: Finished after 25 time steps\n",
      "2724 Episode: Finished after 34 time steps\n",
      "2725 Episode: Finished after 121 time steps\n",
      "2726 Episode: Finished after 14 time steps\n",
      "2727 Episode: Finished after 46 time steps\n",
      "2728 Episode: Finished after 69 time steps\n",
      "2729 Episode: Finished after 178 time steps\n",
      "2730 Episode: Finished after 43 time steps\n",
      "2731 Episode: Finished after 159 time steps\n",
      "2732 Episode: Finished after 98 time steps\n",
      "2733 Episode: Finished after 135 time steps\n",
      "2734 Episode: Finished after 70 time steps\n",
      "2735 Episode: Finished after 15 time steps\n",
      "2736 Episode: Finished after 30 time steps\n",
      "2737 Episode: Finished after 43 time steps\n",
      "2738 Episode: Finished after 103 time steps\n",
      "2739 Episode: Finished after 14 time steps\n",
      "2740 Episode: Finished after 60 time steps\n",
      "2741 Episode: Finished after 141 time steps\n",
      "2742 Episode: Finished after 111 time steps\n",
      "2743 Episode: Finished after 45 time steps\n",
      "2744 Episode: Finished after 40 time steps\n",
      "2745 Episode: Finished after 65 time steps\n",
      "2747 Episode: Finished after 109 time steps\n",
      "2748 Episode: Finished after 50 time steps\n",
      "2750 Episode: Finished after 105 time steps\n",
      "2751 Episode: Finished after 15 time steps\n",
      "2752 Episode: Finished after 46 time steps\n",
      "2753 Episode: Finished after 41 time steps\n",
      "2754 Episode: Finished after 54 time steps\n",
      "2755 Episode: Finished after 117 time steps\n",
      "2756 Episode: Finished after 64 time steps\n",
      "2757 Episode: Finished after 68 time steps\n",
      "2758 Episode: Finished after 121 time steps\n",
      "2759 Episode: Finished after 78 time steps\n",
      "2760 Episode: Finished after 84 time steps\n",
      "2761 Episode: Finished after 102 time steps\n",
      "2762 Episode: Finished after 35 time steps\n",
      "2763 Episode: Finished after 117 time steps\n",
      "2764 Episode: Finished after 181 time steps\n",
      "2765 Episode: Finished after 39 time steps\n",
      "2766 Episode: Finished after 15 time steps\n",
      "2767 Episode: Finished after 74 time steps\n",
      "2769 Episode: Finished after 25 time steps\n",
      "2770 Episode: Finished after 18 time steps\n",
      "2771 Episode: Finished after 120 time steps\n",
      "2772 Episode: Finished after 108 time steps\n",
      "2773 Episode: Finished after 103 time steps\n",
      "2774 Episode: Finished after 31 time steps\n",
      "2775 Episode: Finished after 137 time steps\n",
      "2776 Episode: Finished after 61 time steps\n",
      "2777 Episode: Finished after 25 time steps\n",
      "2778 Episode: Finished after 196 time steps\n",
      "2779 Episode: Finished after 187 time steps\n",
      "2780 Episode: Finished after 15 time steps\n",
      "2781 Episode: Finished after 60 time steps\n",
      "2782 Episode: Finished after 56 time steps\n",
      "2783 Episode: Finished after 21 time steps\n",
      "2787 Episode: Finished after 58 time steps\n",
      "2788 Episode: Finished after 80 time steps\n",
      "2789 Episode: Finished after 73 time steps\n",
      "2790 Episode: Finished after 79 time steps\n",
      "2791 Episode: Finished after 48 time steps\n",
      "2792 Episode: Finished after 65 time steps\n",
      "2793 Episode: Finished after 40 time steps\n",
      "2794 Episode: Finished after 81 time steps\n",
      "2795 Episode: Finished after 45 time steps\n",
      "2796 Episode: Finished after 113 time steps\n",
      "2797 Episode: Finished after 43 time steps\n",
      "2798 Episode: Finished after 104 time steps\n",
      "2799 Episode: Finished after 73 time steps\n",
      "2800 Episode: Finished after 167 time steps\n",
      "2801 Episode: Finished after 111 time steps\n",
      "2802 Episode: Finished after 21 time steps\n",
      "2803 Episode: Finished after 118 time steps\n",
      "2804 Episode: Finished after 66 time steps\n",
      "2805 Episode: Finished after 37 time steps\n",
      "2806 Episode: Finished after 17 time steps\n",
      "2807 Episode: Finished after 70 time steps\n",
      "2808 Episode: Finished after 106 time steps\n",
      "2809 Episode: Finished after 149 time steps\n",
      "2810 Episode: Finished after 62 time steps\n",
      "2811 Episode: Finished after 83 time steps\n",
      "2812 Episode: Finished after 25 time steps\n",
      "2813 Episode: Finished after 78 time steps\n",
      "2814 Episode: Finished after 182 time steps\n",
      "2815 Episode: Finished after 63 time steps\n",
      "2816 Episode: Finished after 43 time steps\n",
      "2819 Episode: Finished after 99 time steps\n",
      "2821 Episode: Finished after 148 time steps\n",
      "2822 Episode: Finished after 105 time steps\n",
      "2823 Episode: Finished after 121 time steps\n",
      "2824 Episode: Finished after 73 time steps\n",
      "2825 Episode: Finished after 108 time steps\n",
      "2826 Episode: Finished after 71 time steps\n",
      "2827 Episode: Finished after 76 time steps\n",
      "2828 Episode: Finished after 75 time steps\n",
      "2829 Episode: Finished after 92 time steps\n",
      "2830 Episode: Finished after 177 time steps\n",
      "2831 Episode: Finished after 64 time steps\n",
      "2832 Episode: Finished after 15 time steps\n",
      "2833 Episode: Finished after 26 time steps\n",
      "2834 Episode: Finished after 59 time steps\n",
      "2835 Episode: Finished after 68 time steps\n",
      "2836 Episode: Finished after 164 time steps\n",
      "2837 Episode: Finished after 54 time steps\n",
      "2838 Episode: Finished after 112 time steps\n",
      "2839 Episode: Finished after 107 time steps\n",
      "2840 Episode: Finished after 93 time steps\n",
      "2841 Episode: Finished after 63 time steps\n",
      "2842 Episode: Finished after 91 time steps\n",
      "2843 Episode: Finished after 99 time steps\n",
      "2844 Episode: Finished after 29 time steps\n",
      "2845 Episode: Finished after 153 time steps\n",
      "2846 Episode: Finished after 104 time steps\n",
      "2847 Episode: Finished after 25 time steps\n",
      "2848 Episode: Finished after 93 time steps\n",
      "2849 Episode: Finished after 87 time steps\n",
      "2850 Episode: Finished after 52 time steps\n",
      "2851 Episode: Finished after 40 time steps\n",
      "2852 Episode: Finished after 43 time steps\n",
      "2853 Episode: Finished after 37 time steps\n",
      "2854 Episode: Finished after 91 time steps\n",
      "2855 Episode: Finished after 88 time steps\n",
      "2856 Episode: Finished after 45 time steps\n",
      "2857 Episode: Finished after 20 time steps\n",
      "2858 Episode: Finished after 36 time steps\n",
      "2859 Episode: Finished after 151 time steps\n",
      "2860 Episode: Finished after 92 time steps\n",
      "2861 Episode: Finished after 115 time steps\n",
      "2862 Episode: Finished after 15 time steps\n",
      "2863 Episode: Finished after 15 time steps\n",
      "2864 Episode: Finished after 49 time steps\n",
      "2865 Episode: Finished after 106 time steps\n",
      "2867 Episode: Finished after 35 time steps\n",
      "2868 Episode: Finished after 58 time steps\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2869 Episode: Finished after 68 time steps\n",
      "2870 Episode: Finished after 36 time steps\n",
      "2871 Episode: Finished after 12 time steps\n",
      "2872 Episode: Finished after 70 time steps\n",
      "2873 Episode: Finished after 51 time steps\n",
      "2874 Episode: Finished after 45 time steps\n",
      "2875 Episode: Finished after 143 time steps\n",
      "2876 Episode: Finished after 17 time steps\n",
      "2878 Episode: Finished after 115 time steps\n",
      "2879 Episode: Finished after 42 time steps\n",
      "2880 Episode: Finished after 37 time steps\n",
      "2881 Episode: Finished after 54 time steps\n",
      "2882 Episode: Finished after 52 time steps\n",
      "2883 Episode: Finished after 39 time steps\n",
      "2884 Episode: Finished after 71 time steps\n",
      "2885 Episode: Finished after 67 time steps\n",
      "2886 Episode: Finished after 120 time steps\n",
      "2887 Episode: Finished after 135 time steps\n",
      "2888 Episode: Finished after 18 time steps\n",
      "2889 Episode: Finished after 88 time steps\n",
      "2890 Episode: Finished after 152 time steps\n",
      "2891 Episode: Finished after 156 time steps\n",
      "2892 Episode: Finished after 65 time steps\n",
      "2893 Episode: Finished after 130 time steps\n",
      "2894 Episode: Finished after 85 time steps\n",
      "2895 Episode: Finished after 68 time steps\n",
      "2896 Episode: Finished after 145 time steps\n",
      "2897 Episode: Finished after 54 time steps\n",
      "2898 Episode: Finished after 100 time steps\n",
      "2899 Episode: Finished after 40 time steps\n",
      "2900 Episode: Finished after 183 time steps\n",
      "2901 Episode: Finished after 190 time steps\n",
      "2902 Episode: Finished after 146 time steps\n",
      "2903 Episode: Finished after 89 time steps\n",
      "2904 Episode: Finished after 25 time steps\n",
      "2905 Episode: Finished after 23 time steps\n",
      "2906 Episode: Finished after 98 time steps\n",
      "2907 Episode: Finished after 35 time steps\n",
      "2908 Episode: Finished after 42 time steps\n",
      "2909 Episode: Finished after 74 time steps\n",
      "2910 Episode: Finished after 58 time steps\n",
      "2911 Episode: Finished after 62 time steps\n",
      "2912 Episode: Finished after 109 time steps\n",
      "2913 Episode: Finished after 170 time steps\n",
      "2914 Episode: Finished after 33 time steps\n",
      "2915 Episode: Finished after 113 time steps\n",
      "2916 Episode: Finished after 21 time steps\n",
      "2917 Episode: Finished after 107 time steps\n",
      "2919 Episode: Finished after 19 time steps\n",
      "2920 Episode: Finished after 81 time steps\n",
      "2921 Episode: Finished after 25 time steps\n",
      "2922 Episode: Finished after 85 time steps\n",
      "2923 Episode: Finished after 106 time steps\n",
      "2924 Episode: Finished after 18 time steps\n",
      "2926 Episode: Finished after 65 time steps\n",
      "2927 Episode: Finished after 108 time steps\n",
      "2928 Episode: Finished after 21 time steps\n",
      "2929 Episode: Finished after 54 time steps\n",
      "2930 Episode: Finished after 87 time steps\n",
      "2931 Episode: Finished after 181 time steps\n",
      "2932 Episode: Finished after 139 time steps\n",
      "2933 Episode: Finished after 135 time steps\n",
      "2934 Episode: Finished after 24 time steps\n",
      "2935 Episode: Finished after 92 time steps\n",
      "2936 Episode: Finished after 114 time steps\n",
      "2937 Episode: Finished after 47 time steps\n",
      "2938 Episode: Finished after 134 time steps\n",
      "2939 Episode: Finished after 125 time steps\n",
      "2940 Episode: Finished after 148 time steps\n",
      "2941 Episode: Finished after 18 time steps\n",
      "2942 Episode: Finished after 99 time steps\n",
      "2943 Episode: Finished after 50 time steps\n",
      "2944 Episode: Finished after 15 time steps\n",
      "2945 Episode: Finished after 29 time steps\n",
      "2946 Episode: Finished after 117 time steps\n",
      "2947 Episode: Finished after 53 time steps\n",
      "2948 Episode: Finished after 47 time steps\n",
      "2949 Episode: Finished after 15 time steps\n",
      "2951 Episode: Finished after 34 time steps\n",
      "2952 Episode: Finished after 90 time steps\n",
      "2953 Episode: Finished after 70 time steps\n",
      "2954 Episode: Finished after 38 time steps\n",
      "2955 Episode: Finished after 85 time steps\n",
      "2956 Episode: Finished after 155 time steps\n",
      "2957 Episode: Finished after 46 time steps\n",
      "2958 Episode: Finished after 15 time steps\n",
      "2959 Episode: Finished after 31 time steps\n",
      "2960 Episode: Finished after 34 time steps\n",
      "2961 Episode: Finished after 10 time steps\n",
      "2962 Episode: Finished after 60 time steps\n",
      "2963 Episode: Finished after 49 time steps\n",
      "2964 Episode: Finished after 176 time steps\n",
      "2965 Episode: Finished after 82 time steps\n",
      "2966 Episode: Finished after 73 time steps\n",
      "2967 Episode: Finished after 103 time steps\n",
      "2968 Episode: Finished after 71 time steps\n",
      "2969 Episode: Finished after 38 time steps\n",
      "2970 Episode: Finished after 158 time steps\n",
      "2971 Episode: Finished after 91 time steps\n",
      "2972 Episode: Finished after 52 time steps\n",
      "2973 Episode: Finished after 40 time steps\n",
      "2975 Episode: Finished after 124 time steps\n",
      "2976 Episode: Finished after 36 time steps\n",
      "2977 Episode: Finished after 15 time steps\n",
      "2978 Episode: Finished after 49 time steps\n",
      "2979 Episode: Finished after 18 time steps\n",
      "2980 Episode: Finished after 165 time steps\n",
      "2981 Episode: Finished after 59 time steps\n",
      "2982 Episode: Finished after 77 time steps\n",
      "2983 Episode: Finished after 80 time steps\n",
      "2984 Episode: Finished after 25 time steps\n",
      "2985 Episode: Finished after 61 time steps\n",
      "2986 Episode: Finished after 54 time steps\n",
      "2987 Episode: Finished after 74 time steps\n",
      "2988 Episode: Finished after 14 time steps\n",
      "2990 Episode: Finished after 90 time steps\n",
      "2991 Episode: Finished after 152 time steps\n",
      "2992 Episode: Finished after 43 time steps\n",
      "2993 Episode: Finished after 17 time steps\n",
      "2995 Episode: Finished after 103 time steps\n",
      "2996 Episode: Finished after 12 time steps\n",
      "2997 Episode: Finished after 37 time steps\n",
      "2998 Episode: Finished after 14 time steps\n",
      "2999 Episode: Finished after 47 time steps\n",
      "3000 Episode: Finished after 106 time steps\n",
      "3002 Episode: Finished after 178 time steps\n",
      "3003 Episode: Finished after 102 time steps\n",
      "3004 Episode: Finished after 18 time steps\n",
      "3006 Episode: Finished after 11 time steps\n",
      "3007 Episode: Finished after 65 time steps\n",
      "3008 Episode: Finished after 80 time steps\n",
      "3009 Episode: Finished after 52 time steps\n",
      "3010 Episode: Finished after 25 time steps\n",
      "3011 Episode: Finished after 81 time steps\n",
      "3012 Episode: Finished after 92 time steps\n",
      "3013 Episode: Finished after 19 time steps\n",
      "3014 Episode: Finished after 16 time steps\n",
      "3015 Episode: Finished after 93 time steps\n",
      "3016 Episode: Finished after 164 time steps\n",
      "3017 Episode: Finished after 15 time steps\n",
      "3018 Episode: Finished after 32 time steps\n",
      "3019 Episode: Finished after 131 time steps\n",
      "3021 Episode: Finished after 151 time steps\n",
      "3022 Episode: Finished after 28 time steps\n",
      "3023 Episode: Finished after 13 time steps\n",
      "3024 Episode: Finished after 119 time steps\n",
      "3025 Episode: Finished after 17 time steps\n",
      "3026 Episode: Finished after 14 time steps\n",
      "3028 Episode: Finished after 82 time steps\n",
      "3029 Episode: Finished after 17 time steps\n",
      "3031 Episode: Finished after 117 time steps\n",
      "3032 Episode: Finished after 187 time steps\n",
      "3033 Episode: Finished after 55 time steps\n",
      "3035 Episode: Finished after 101 time steps\n",
      "3036 Episode: Finished after 107 time steps\n",
      "3037 Episode: Finished after 105 time steps\n",
      "3038 Episode: Finished after 97 time steps\n",
      "3039 Episode: Finished after 15 time steps\n",
      "3040 Episode: Finished after 96 time steps\n",
      "3041 Episode: Finished after 97 time steps\n",
      "3042 Episode: Finished after 137 time steps\n",
      "3043 Episode: Finished after 73 time steps\n",
      "3044 Episode: Finished after 38 time steps\n",
      "3045 Episode: Finished after 55 time steps\n",
      "3046 Episode: Finished after 29 time steps\n",
      "3047 Episode: Finished after 19 time steps\n",
      "3048 Episode: Finished after 62 time steps\n",
      "3050 Episode: Finished after 94 time steps\n",
      "3051 Episode: Finished after 149 time steps\n",
      "3052 Episode: Finished after 195 time steps\n",
      "3053 Episode: Finished after 162 time steps\n",
      "3054 Episode: Finished after 129 time steps\n",
      "3055 Episode: Finished after 164 time steps\n",
      "3056 Episode: Finished after 61 time steps\n",
      "3057 Episode: Finished after 32 time steps\n",
      "3058 Episode: Finished after 162 time steps\n",
      "3059 Episode: Finished after 138 time steps\n",
      "3060 Episode: Finished after 15 time steps\n",
      "3061 Episode: Finished after 60 time steps\n",
      "3062 Episode: Finished after 74 time steps\n",
      "3063 Episode: Finished after 44 time steps\n",
      "3064 Episode: Finished after 91 time steps\n",
      "3065 Episode: Finished after 38 time steps\n",
      "3066 Episode: Finished after 88 time steps\n",
      "3067 Episode: Finished after 58 time steps\n",
      "3068 Episode: Finished after 132 time steps\n",
      "3069 Episode: Finished after 113 time steps\n",
      "3070 Episode: Finished after 156 time steps\n",
      "3071 Episode: Finished after 153 time steps\n",
      "3072 Episode: Finished after 76 time steps\n",
      "3074 Episode: Finished after 75 time steps\n",
      "3075 Episode: Finished after 29 time steps\n",
      "3076 Episode: Finished after 66 time steps\n",
      "3077 Episode: Finished after 58 time steps\n",
      "3078 Episode: Finished after 56 time steps\n",
      "3079 Episode: Finished after 50 time steps\n",
      "3080 Episode: Finished after 171 time steps\n",
      "3081 Episode: Finished after 198 time steps\n",
      "3082 Episode: Finished after 50 time steps\n",
      "3084 Episode: Finished after 37 time steps\n",
      "3085 Episode: Finished after 62 time steps\n",
      "3086 Episode: Finished after 196 time steps\n",
      "3087 Episode: Finished after 87 time steps\n",
      "3088 Episode: Finished after 112 time steps\n",
      "3089 Episode: Finished after 106 time steps\n",
      "3090 Episode: Finished after 16 time steps\n",
      "3091 Episode: Finished after 32 time steps\n",
      "3092 Episode: Finished after 22 time steps\n",
      "3093 Episode: Finished after 26 time steps\n",
      "3094 Episode: Finished after 28 time steps\n",
      "3095 Episode: Finished after 23 time steps\n",
      "3096 Episode: Finished after 23 time steps\n",
      "3097 Episode: Finished after 17 time steps\n",
      "3098 Episode: Finished after 9 time steps\n",
      "3099 Episode: Finished after 12 time steps\n",
      "3100 Episode: Finished after 32 time steps\n",
      "3102 Episode: Finished after 9 time steps\n",
      "3103 Episode: Finished after 158 time steps\n",
      "3104 Episode: Finished after 11 time steps\n",
      "3105 Episode: Finished after 64 time steps\n",
      "3106 Episode: Finished after 11 time steps\n",
      "3107 Episode: Finished after 117 time steps\n",
      "3108 Episode: Finished after 77 time steps\n",
      "3109 Episode: Finished after 137 time steps\n",
      "3110 Episode: Finished after 110 time steps\n",
      "3111 Episode: Finished after 70 time steps\n",
      "3112 Episode: Finished after 17 time steps\n",
      "3113 Episode: Finished after 82 time steps\n",
      "3114 Episode: Finished after 16 time steps\n",
      "3115 Episode: Finished after 90 time steps\n",
      "3116 Episode: Finished after 140 time steps\n",
      "3117 Episode: Finished after 105 time steps\n",
      "3118 Episode: Finished after 58 time steps\n",
      "3119 Episode: Finished after 36 time steps\n",
      "3120 Episode: Finished after 63 time steps\n",
      "3121 Episode: Finished after 152 time steps\n",
      "3122 Episode: Finished after 61 time steps\n",
      "3123 Episode: Finished after 46 time steps\n",
      "3124 Episode: Finished after 149 time steps\n",
      "3125 Episode: Finished after 20 time steps\n",
      "3126 Episode: Finished after 60 time steps\n",
      "3127 Episode: Finished after 70 time steps\n",
      "3128 Episode: Finished after 31 time steps\n",
      "3129 Episode: Finished after 164 time steps\n",
      "3130 Episode: Finished after 26 time steps\n",
      "3131 Episode: Finished after 107 time steps\n",
      "3132 Episode: Finished after 113 time steps\n",
      "3133 Episode: Finished after 71 time steps\n",
      "3134 Episode: Finished after 35 time steps\n",
      "3135 Episode: Finished after 96 time steps\n",
      "3136 Episode: Finished after 100 time steps\n",
      "3137 Episode: Finished after 23 time steps\n",
      "3138 Episode: Finished after 58 time steps\n",
      "3140 Episode: Finished after 93 time steps\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "3141 Episode: Finished after 122 time steps\n",
      "3142 Episode: Finished after 177 time steps\n",
      "3143 Episode: Finished after 19 time steps\n",
      "3144 Episode: Finished after 58 time steps\n",
      "3145 Episode: Finished after 65 time steps\n",
      "3146 Episode: Finished after 181 time steps\n",
      "3147 Episode: Finished after 130 time steps\n",
      "3148 Episode: Finished after 124 time steps\n",
      "3149 Episode: Finished after 165 time steps\n",
      "3150 Episode: Finished after 18 time steps\n",
      "3151 Episode: Finished after 67 time steps\n",
      "3152 Episode: Finished after 74 time steps\n",
      "3153 Episode: Finished after 81 time steps\n",
      "3154 Episode: Finished after 52 time steps\n",
      "3155 Episode: Finished after 31 time steps\n",
      "3156 Episode: Finished after 73 time steps\n",
      "3157 Episode: Finished after 19 time steps\n",
      "3158 Episode: Finished after 135 time steps\n",
      "3159 Episode: Finished after 47 time steps\n",
      "3160 Episode: Finished after 42 time steps\n",
      "3161 Episode: Finished after 56 time steps\n",
      "3162 Episode: Finished after 184 time steps\n",
      "3163 Episode: Finished after 193 time steps\n",
      "3164 Episode: Finished after 15 time steps\n",
      "3165 Episode: Finished after 114 time steps\n",
      "3166 Episode: Finished after 154 time steps\n",
      "3168 Episode: Finished after 25 time steps\n",
      "3169 Episode: Finished after 172 time steps\n",
      "3171 Episode: Finished after 35 time steps\n",
      "3172 Episode: Finished after 108 time steps\n",
      "3173 Episode: Finished after 72 time steps\n",
      "3175 Episode: Finished after 83 time steps\n",
      "3176 Episode: Finished after 88 time steps\n",
      "3179 Episode: Finished after 174 time steps\n",
      "3180 Episode: Finished after 120 time steps\n",
      "3181 Episode: Finished after 155 time steps\n",
      "3182 Episode: Finished after 97 time steps\n",
      "3184 Episode: Finished after 129 time steps\n",
      "3186 Episode: Finished after 103 time steps\n",
      "3187 Episode: Finished after 149 time steps\n",
      "3188 Episode: Finished after 22 time steps\n",
      "3189 Episode: Finished after 146 time steps\n",
      "3190 Episode: Finished after 155 time steps\n",
      "3191 Episode: Finished after 104 time steps\n",
      "3192 Episode: Finished after 38 time steps\n",
      "3193 Episode: Finished after 11 time steps\n",
      "3194 Episode: Finished after 166 time steps\n",
      "3195 Episode: Finished after 178 time steps\n",
      "3196 Episode: Finished after 146 time steps\n",
      "3198 Episode: Finished after 149 time steps\n",
      "3199 Episode: Finished after 195 time steps\n",
      "3200 Episode: Finished after 141 time steps\n",
      "3201 Episode: Finished after 155 time steps\n",
      "3202 Episode: Finished after 128 time steps\n",
      "3204 Episode: Finished after 140 time steps\n",
      "3206 Episode: Finished after 132 time steps\n",
      "3207 Episode: Finished after 96 time steps\n",
      "3208 Episode: Finished after 174 time steps\n",
      "3209 Episode: Finished after 46 time steps\n",
      "3210 Episode: Finished after 54 time steps\n",
      "3211 Episode: Finished after 93 time steps\n",
      "3212 Episode: Finished after 149 time steps\n",
      "3213 Episode: Finished after 167 time steps\n",
      "3214 Episode: Finished after 71 time steps\n",
      "3215 Episode: Finished after 110 time steps\n",
      "3216 Episode: Finished after 186 time steps\n",
      "3217 Episode: Finished after 82 time steps\n",
      "3218 Episode: Finished after 132 time steps\n",
      "3219 Episode: Finished after 157 time steps\n",
      "3220 Episode: Finished after 51 time steps\n",
      "3221 Episode: Finished after 59 time steps\n",
      "3222 Episode: Finished after 67 time steps\n",
      "3223 Episode: Finished after 130 time steps\n",
      "3224 Episode: Finished after 35 time steps\n",
      "3225 Episode: Finished after 31 time steps\n",
      "3226 Episode: Finished after 69 time steps\n",
      "3227 Episode: Finished after 34 time steps\n",
      "3228 Episode: Finished after 180 time steps\n",
      "3229 Episode: Finished after 145 time steps\n",
      "3234 Episode: Finished after 160 time steps\n",
      "3236 Episode: Finished after 177 time steps\n",
      "3237 Episode: Finished after 24 time steps\n",
      "3245 Episode: Finished after 34 time steps\n",
      "3246 Episode: Finished after 57 time steps\n",
      "3247 Episode: Finished after 57 time steps\n",
      "3248 Episode: Finished after 62 time steps\n",
      "3249 Episode: Finished after 38 time steps\n",
      "3250 Episode: Finished after 48 time steps\n",
      "3254 Episode: Finished after 126 time steps\n",
      "3255 Episode: Finished after 24 time steps\n",
      "3256 Episode: Finished after 121 time steps\n",
      "3257 Episode: Finished after 52 time steps\n",
      "3258 Episode: Finished after 105 time steps\n",
      "3259 Episode: Finished after 182 time steps\n",
      "3260 Episode: Finished after 63 time steps\n",
      "3261 Episode: Finished after 148 time steps\n",
      "3262 Episode: Finished after 109 time steps\n",
      "3264 Episode: Finished after 153 time steps\n",
      "3265 Episode: Finished after 123 time steps\n",
      "3268 Episode: Finished after 130 time steps\n",
      "3270 Episode: Finished after 97 time steps\n",
      "3271 Episode: Finished after 128 time steps\n",
      "3272 Episode: Finished after 181 time steps\n",
      "3273 Episode: Finished after 150 time steps\n",
      "3274 Episode: Finished after 132 time steps\n",
      "3275 Episode: Finished after 108 time steps\n",
      "3276 Episode: Finished after 84 time steps\n",
      "3277 Episode: Finished after 132 time steps\n",
      "3279 Episode: Finished after 190 time steps\n",
      "3280 Episode: Finished after 23 time steps\n",
      "3281 Episode: Finished after 51 time steps\n",
      "3282 Episode: Finished after 143 time steps\n",
      "3283 Episode: Finished after 111 time steps\n",
      "3284 Episode: Finished after 114 time steps\n",
      "3285 Episode: Finished after 82 time steps\n",
      "3286 Episode: Finished after 25 time steps\n",
      "3287 Episode: Finished after 40 time steps\n",
      "3288 Episode: Finished after 100 time steps\n",
      "3289 Episode: Finished after 182 time steps\n",
      "3290 Episode: Finished after 109 time steps\n",
      "3291 Episode: Finished after 28 time steps\n",
      "3292 Episode: Finished after 59 time steps\n",
      "3293 Episode: Finished after 88 time steps\n",
      "3296 Episode: Finished after 63 time steps\n",
      "3297 Episode: Finished after 26 time steps\n",
      "3299 Episode: Finished after 29 time steps\n",
      "3301 Episode: Finished after 87 time steps\n",
      "3303 Episode: Finished after 29 time steps\n",
      "3306 Episode: Finished after 134 time steps\n",
      "3307 Episode: Finished after 155 time steps\n",
      "3308 Episode: Finished after 103 time steps\n",
      "3311 Episode: Finished after 50 time steps\n",
      "3315 Episode: Finished after 28 time steps\n",
      "3317 Episode: Finished after 115 time steps\n",
      "3321 Episode: Finished after 154 time steps\n",
      "3322 Episode: Finished after 144 time steps\n",
      "3323 Episode: Finished after 111 time steps\n",
      "3324 Episode: Finished after 39 time steps\n",
      "3325 Episode: Finished after 110 time steps\n",
      "3326 Episode: Finished after 123 time steps\n",
      "3327 Episode: Finished after 159 time steps\n",
      "3328 Episode: Finished after 183 time steps\n",
      "3329 Episode: Finished after 76 time steps\n",
      "3330 Episode: Finished after 144 time steps\n",
      "3331 Episode: Finished after 94 time steps\n",
      "3332 Episode: Finished after 90 time steps\n",
      "3333 Episode: Finished after 192 time steps\n",
      "3334 Episode: Finished after 122 time steps\n",
      "3336 Episode: Finished after 109 time steps\n",
      "3337 Episode: Finished after 169 time steps\n",
      "3338 Episode: Finished after 81 time steps\n",
      "3339 Episode: Finished after 108 time steps\n",
      "3340 Episode: Finished after 186 time steps\n",
      "3342 Episode: Finished after 69 time steps\n",
      "3343 Episode: Finished after 157 time steps\n",
      "3344 Episode: Finished after 94 time steps\n",
      "3345 Episode: Finished after 118 time steps\n",
      "3350 Episode: Finished after 41 time steps\n",
      "3351 Episode: Finished after 168 time steps\n",
      "3352 Episode: Finished after 162 time steps\n",
      "3353 Episode: Finished after 188 time steps\n",
      "3354 Episode: Finished after 90 time steps\n",
      "3355 Episode: Finished after 192 time steps\n",
      "3356 Episode: Finished after 37 time steps\n",
      "3357 Episode: Finished after 170 time steps\n",
      "3358 Episode: Finished after 116 time steps\n",
      "3359 Episode: Finished after 40 time steps\n",
      "3360 Episode: Finished after 48 time steps\n",
      "3361 Episode: Finished after 20 time steps\n",
      "3362 Episode: Finished after 68 time steps\n",
      "3363 Episode: Finished after 28 time steps\n",
      "3364 Episode: Finished after 147 time steps\n",
      "3365 Episode: Finished after 64 time steps\n",
      "3367 Episode: Finished after 104 time steps\n",
      "3369 Episode: Finished after 57 time steps\n",
      "3370 Episode: Finished after 42 time steps\n",
      "3371 Episode: Finished after 120 time steps\n",
      "3373 Episode: Finished after 175 time steps\n",
      "3374 Episode: Finished after 138 time steps\n",
      "3375 Episode: Finished after 146 time steps\n",
      "3376 Episode: Finished after 163 time steps\n",
      "3377 Episode: Finished after 164 time steps\n",
      "3378 Episode: Finished after 144 time steps\n",
      "3379 Episode: Finished after 171 time steps\n",
      "3380 Episode: Finished after 200 time steps\n",
      "3382 Episode: Finished after 198 time steps\n",
      "3383 Episode: Finished after 131 time steps\n",
      "3386 Episode: Finished after 150 time steps\n",
      "3387 Episode: Finished after 149 time steps\n",
      "3388 Episode: Finished after 155 time steps\n",
      "3389 Episode: Finished after 105 time steps\n",
      "3391 Episode: Finished after 127 time steps\n",
      "3392 Episode: Finished after 96 time steps\n",
      "3393 Episode: Finished after 112 time steps\n",
      "3394 Episode: Finished after 42 time steps\n",
      "3395 Episode: Finished after 146 time steps\n",
      "3396 Episode: Finished after 158 time steps\n",
      "3397 Episode: Finished after 33 time steps\n",
      "3398 Episode: Finished after 194 time steps\n",
      "3399 Episode: Finished after 43 time steps\n",
      "3400 Episode: Finished after 34 time steps\n",
      "3401 Episode: Finished after 138 time steps\n",
      "3402 Episode: Finished after 165 time steps\n",
      "3403 Episode: Finished after 130 time steps\n",
      "3404 Episode: Finished after 59 time steps\n",
      "3405 Episode: Finished after 139 time steps\n",
      "3406 Episode: Finished after 126 time steps\n",
      "3407 Episode: Finished after 177 time steps\n",
      "3408 Episode: Finished after 105 time steps\n",
      "3409 Episode: Finished after 132 time steps\n",
      "3410 Episode: Finished after 171 time steps\n",
      "3411 Episode: Finished after 159 time steps\n",
      "3412 Episode: Finished after 146 time steps\n",
      "3413 Episode: Finished after 76 time steps\n",
      "3414 Episode: Finished after 35 time steps\n",
      "3415 Episode: Finished after 143 time steps\n",
      "3416 Episode: Finished after 128 time steps\n",
      "3417 Episode: Finished after 41 time steps\n",
      "3419 Episode: Finished after 118 time steps\n",
      "3420 Episode: Finished after 124 time steps\n",
      "3421 Episode: Finished after 162 time steps\n",
      "3422 Episode: Finished after 137 time steps\n",
      "3424 Episode: Finished after 25 time steps\n",
      "3425 Episode: Finished after 164 time steps\n",
      "3426 Episode: Finished after 190 time steps\n",
      "3428 Episode: Finished after 95 time steps\n",
      "3429 Episode: Finished after 190 time steps\n",
      "3430 Episode: Finished after 49 time steps\n",
      "3431 Episode: Finished after 53 time steps\n",
      "3432 Episode: Finished after 24 time steps\n",
      "3434 Episode: Finished after 161 time steps\n",
      "3435 Episode: Finished after 187 time steps\n",
      "3436 Episode: Finished after 49 time steps\n",
      "3437 Episode: Finished after 74 time steps\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "3438 Episode: Finished after 176 time steps\n",
      "3439 Episode: Finished after 69 time steps\n",
      "3440 Episode: Finished after 25 time steps\n",
      "3441 Episode: Finished after 196 time steps\n",
      "3443 Episode: Finished after 37 time steps\n",
      "3453 Episode: Finished after 185 time steps\n",
      "3454 Episode: Finished after 12 time steps\n",
      "3458 Episode: Finished after 181 time steps\n",
      "3460 Episode: Finished after 10 time steps\n",
      "3461 Episode: Finished after 168 time steps\n",
      "3462 Episode: Finished after 173 time steps\n",
      "3464 Episode: Finished after 84 time steps\n",
      "3465 Episode: Finished after 172 time steps\n",
      "3466 Episode: Finished after 99 time steps\n",
      "3467 Episode: Finished after 144 time steps\n",
      "3468 Episode: Finished after 138 time steps\n",
      "3469 Episode: Finished after 44 time steps\n",
      "3470 Episode: Finished after 140 time steps\n",
      "3471 Episode: Finished after 118 time steps\n",
      "3472 Episode: Finished after 59 time steps\n",
      "3473 Episode: Finished after 135 time steps\n",
      "3474 Episode: Finished after 184 time steps\n",
      "3475 Episode: Finished after 127 time steps\n",
      "3476 Episode: Finished after 196 time steps\n",
      "3478 Episode: Finished after 125 time steps\n",
      "3479 Episode: Finished after 157 time steps\n",
      "3480 Episode: Finished after 110 time steps\n",
      "3481 Episode: Finished after 124 time steps\n",
      "3482 Episode: Finished after 134 time steps\n",
      "3484 Episode: Finished after 137 time steps\n",
      "3485 Episode: Finished after 140 time steps\n",
      "3486 Episode: Finished after 132 time steps\n",
      "3487 Episode: Finished after 124 time steps\n",
      "3488 Episode: Finished after 170 time steps\n",
      "3489 Episode: Finished after 40 time steps\n",
      "3491 Episode: Finished after 126 time steps\n",
      "3492 Episode: Finished after 36 time steps\n",
      "3493 Episode: Finished after 56 time steps\n",
      "3494 Episode: Finished after 119 time steps\n",
      "3495 Episode: Finished after 113 time steps\n",
      "3496 Episode: Finished after 58 time steps\n",
      "3497 Episode: Finished after 112 time steps\n",
      "3498 Episode: Finished after 53 time steps\n",
      "3499 Episode: Finished after 133 time steps\n",
      "3500 Episode: Finished after 74 time steps\n",
      "3501 Episode: Finished after 104 time steps\n",
      "3503 Episode: Finished after 139 time steps\n",
      "3505 Episode: Finished after 169 time steps\n",
      "3506 Episode: Finished after 123 time steps\n",
      "3507 Episode: Finished after 148 time steps\n",
      "3508 Episode: Finished after 141 time steps\n",
      "3509 Episode: Finished after 113 time steps\n",
      "3510 Episode: Finished after 148 time steps\n",
      "3511 Episode: Finished after 147 time steps\n",
      "3512 Episode: Finished after 155 time steps\n",
      "3513 Episode: Finished after 108 time steps\n",
      "3514 Episode: Finished after 155 time steps\n",
      "3515 Episode: Finished after 129 time steps\n",
      "3516 Episode: Finished after 122 time steps\n",
      "3518 Episode: Finished after 126 time steps\n",
      "3519 Episode: Finished after 133 time steps\n",
      "3520 Episode: Finished after 121 time steps\n",
      "3521 Episode: Finished after 139 time steps\n",
      "3522 Episode: Finished after 107 time steps\n",
      "3523 Episode: Finished after 81 time steps\n",
      "3524 Episode: Finished after 147 time steps\n",
      "3525 Episode: Finished after 71 time steps\n",
      "3526 Episode: Finished after 140 time steps\n",
      "3527 Episode: Finished after 154 time steps\n",
      "3528 Episode: Finished after 37 time steps\n",
      "3529 Episode: Finished after 115 time steps\n",
      "3530 Episode: Finished after 128 time steps\n",
      "3531 Episode: Finished after 116 time steps\n",
      "3532 Episode: Finished after 107 time steps\n",
      "3533 Episode: Finished after 52 time steps\n",
      "3534 Episode: Finished after 147 time steps\n",
      "3535 Episode: Finished after 147 time steps\n",
      "3536 Episode: Finished after 141 time steps\n",
      "3537 Episode: Finished after 154 time steps\n",
      "3538 Episode: Finished after 32 time steps\n",
      "3539 Episode: Finished after 34 time steps\n",
      "3540 Episode: Finished after 134 time steps\n",
      "3541 Episode: Finished after 46 time steps\n",
      "3542 Episode: Finished after 143 time steps\n",
      "3543 Episode: Finished after 170 time steps\n",
      "3544 Episode: Finished after 127 time steps\n",
      "3545 Episode: Finished after 160 time steps\n",
      "3546 Episode: Finished after 124 time steps\n",
      "3547 Episode: Finished after 176 time steps\n",
      "3549 Episode: Finished after 109 time steps\n",
      "3550 Episode: Finished after 194 time steps\n",
      "3551 Episode: Finished after 116 time steps\n",
      "3552 Episode: Finished after 189 time steps\n",
      "3553 Episode: Finished after 122 time steps\n",
      "3554 Episode: Finished after 15 time steps\n",
      "3555 Episode: Finished after 47 time steps\n",
      "3556 Episode: Finished after 39 time steps\n",
      "3557 Episode: Finished after 67 time steps\n",
      "3558 Episode: Finished after 28 time steps\n",
      "3559 Episode: Finished after 184 time steps\n",
      "3560 Episode: Finished after 30 time steps\n",
      "3561 Episode: Finished after 145 time steps\n",
      "3562 Episode: Finished after 148 time steps\n",
      "3563 Episode: Finished after 136 time steps\n",
      "3564 Episode: Finished after 86 time steps\n",
      "3565 Episode: Finished after 30 time steps\n",
      "3566 Episode: Finished after 93 time steps\n",
      "3567 Episode: Finished after 90 time steps\n",
      "3568 Episode: Finished after 100 time steps\n",
      "3569 Episode: Finished after 166 time steps\n",
      "3570 Episode: Finished after 186 time steps\n",
      "3571 Episode: Finished after 66 time steps\n",
      "3572 Episode: Finished after 37 time steps\n",
      "3573 Episode: Finished after 50 time steps\n",
      "3574 Episode: Finished after 42 time steps\n",
      "3576 Episode: Finished after 190 time steps\n",
      "3577 Episode: Finished after 73 time steps\n",
      "3578 Episode: Finished after 87 time steps\n",
      "3579 Episode: Finished after 136 time steps\n",
      "3580 Episode: Finished after 170 time steps\n",
      "3581 Episode: Finished after 114 time steps\n",
      "3582 Episode: Finished after 148 time steps\n",
      "3584 Episode: Finished after 160 time steps\n",
      "3585 Episode: Finished after 150 time steps\n",
      "3586 Episode: Finished after 195 time steps\n",
      "3587 Episode: Finished after 188 time steps\n",
      "3589 Episode: Finished after 116 time steps\n",
      "3590 Episode: Finished after 189 time steps\n",
      "3591 Episode: Finished after 125 time steps\n",
      "3596 Episode: Finished after 70 time steps\n",
      "3598 Episode: Finished after 191 time steps\n",
      "3599 Episode: Finished after 178 time steps\n",
      "3600 Episode: Finished after 164 time steps\n",
      "3601 Episode: Finished after 119 time steps\n",
      "3602 Episode: Finished after 26 time steps\n",
      "3603 Episode: Finished after 78 time steps\n",
      "3604 Episode: Finished after 25 time steps\n",
      "3605 Episode: Finished after 175 time steps\n",
      "3606 Episode: Finished after 158 time steps\n",
      "3607 Episode: Finished after 123 time steps\n",
      "3608 Episode: Finished after 92 time steps\n",
      "3609 Episode: Finished after 112 time steps\n",
      "3610 Episode: Finished after 172 time steps\n",
      "3611 Episode: Finished after 174 time steps\n",
      "3612 Episode: Finished after 144 time steps\n",
      "3613 Episode: Finished after 80 time steps\n",
      "3614 Episode: Finished after 158 time steps\n",
      "3615 Episode: Finished after 31 time steps\n",
      "3616 Episode: Finished after 33 time steps\n",
      "3622 Episode: Finished after 28 time steps\n",
      "3624 Episode: Finished after 141 time steps\n",
      "3625 Episode: Finished after 64 time steps\n",
      "3626 Episode: Finished after 82 time steps\n",
      "3628 Episode: Finished after 184 time steps\n",
      "3629 Episode: Finished after 35 time steps\n",
      "3631 Episode: Finished after 124 time steps\n",
      "3632 Episode: Finished after 27 time steps\n",
      "3634 Episode: Finished after 132 time steps\n",
      "3636 Episode: Finished after 196 time steps\n",
      "3637 Episode: Finished after 121 time steps\n",
      "3638 Episode: Finished after 36 time steps\n",
      "3639 Episode: Finished after 110 time steps\n",
      "3640 Episode: Finished after 22 time steps\n",
      "3641 Episode: Finished after 169 time steps\n",
      "3642 Episode: Finished after 176 time steps\n",
      "3643 Episode: Finished after 27 time steps\n",
      "3644 Episode: Finished after 159 time steps\n",
      "3645 Episode: Finished after 56 time steps\n",
      "3646 Episode: Finished after 200 time steps\n",
      "3647 Episode: Finished after 154 time steps\n",
      "3648 Episode: Finished after 146 time steps\n",
      "3649 Episode: Finished after 158 time steps\n",
      "3651 Episode: Finished after 127 time steps\n",
      "3652 Episode: Finished after 186 time steps\n",
      "3653 Episode: Finished after 184 time steps\n",
      "3654 Episode: Finished after 63 time steps\n",
      "3655 Episode: Finished after 125 time steps\n",
      "3656 Episode: Finished after 73 time steps\n",
      "3657 Episode: Finished after 156 time steps\n",
      "3658 Episode: Finished after 189 time steps\n",
      "3659 Episode: Finished after 199 time steps\n",
      "3661 Episode: Finished after 130 time steps\n",
      "3662 Episode: Finished after 101 time steps\n",
      "3663 Episode: Finished after 126 time steps\n",
      "3664 Episode: Finished after 159 time steps\n",
      "3666 Episode: Finished after 190 time steps\n",
      "3667 Episode: Finished after 122 time steps\n",
      "3668 Episode: Finished after 170 time steps\n",
      "3669 Episode: Finished after 106 time steps\n",
      "3670 Episode: Finished after 191 time steps\n",
      "3671 Episode: Finished after 103 time steps\n",
      "3672 Episode: Finished after 48 time steps\n",
      "3673 Episode: Finished after 93 time steps\n",
      "3674 Episode: Finished after 28 time steps\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "3676 Episode: Finished after 54 time steps\n",
      "3677 Episode: Finished after 200 time steps\n",
      "3678 Episode: Finished after 172 time steps\n",
      "3680 Episode: Finished after 99 time steps\n",
      "3681 Episode: Finished after 195 time steps\n",
      "3682 Episode: Finished after 104 time steps\n",
      "3683 Episode: Finished after 128 time steps\n",
      "3684 Episode: Finished after 128 time steps\n",
      "3685 Episode: Finished after 142 time steps\n",
      "3686 Episode: Finished after 110 time steps\n",
      "3688 Episode: Finished after 139 time steps\n",
      "3689 Episode: Finished after 181 time steps\n",
      "3690 Episode: Finished after 173 time steps\n",
      "3691 Episode: Finished after 101 time steps\n",
      "3692 Episode: Finished after 172 time steps\n",
      "3693 Episode: Finished after 144 time steps\n",
      "3694 Episode: Finished after 125 time steps\n",
      "3695 Episode: Finished after 97 time steps\n",
      "3696 Episode: Finished after 152 time steps\n",
      "3697 Episode: Finished after 174 time steps\n",
      "3699 Episode: Finished after 164 time steps\n",
      "3700 Episode: Finished after 118 time steps\n",
      "3701 Episode: Finished after 153 time steps\n",
      "3702 Episode: Finished after 182 time steps\n",
      "3703 Episode: Finished after 136 time steps\n",
      "3704 Episode: Finished after 136 time steps\n",
      "3705 Episode: Finished after 27 time steps\n",
      "3707 Episode: Finished after 170 time steps\n",
      "3710 Episode: Finished after 134 time steps\n",
      "3711 Episode: Finished after 174 time steps\n",
      "3712 Episode: Finished after 112 time steps\n",
      "3713 Episode: Finished after 182 time steps\n",
      "3714 Episode: Finished after 111 time steps\n",
      "3715 Episode: Finished after 138 time steps\n",
      "3716 Episode: Finished after 155 time steps\n",
      "3717 Episode: Finished after 141 time steps\n",
      "3718 Episode: Finished after 60 time steps\n",
      "3719 Episode: Finished after 83 time steps\n",
      "3720 Episode: Finished after 135 time steps\n",
      "3721 Episode: Finished after 156 time steps\n",
      "3723 Episode: Finished after 158 time steps\n",
      "3724 Episode: Finished after 118 time steps\n",
      "3725 Episode: Finished after 57 time steps\n",
      "3726 Episode: Finished after 129 time steps\n",
      "3727 Episode: Finished after 131 time steps\n",
      "3728 Episode: Finished after 27 time steps\n",
      "3729 Episode: Finished after 147 time steps\n",
      "3730 Episode: Finished after 166 time steps\n",
      "3731 Episode: Finished after 138 time steps\n",
      "3732 Episode: Finished after 195 time steps\n",
      "3733 Episode: Finished after 115 time steps\n",
      "3734 Episode: Finished after 177 time steps\n",
      "3735 Episode: Finished after 27 time steps\n",
      "3736 Episode: Finished after 199 time steps\n",
      "3737 Episode: Finished after 110 time steps\n",
      "3738 Episode: Finished after 36 time steps\n",
      "3739 Episode: Finished after 188 time steps\n",
      "3740 Episode: Finished after 127 time steps\n",
      "3741 Episode: Finished after 162 time steps\n",
      "3742 Episode: Finished after 193 time steps\n",
      "3743 Episode: Finished after 184 time steps\n",
      "3744 Episode: Finished after 47 time steps\n",
      "3745 Episode: Finished after 80 time steps\n",
      "3746 Episode: Finished after 118 time steps\n",
      "3747 Episode: Finished after 175 time steps\n",
      "3748 Episode: Finished after 187 time steps\n",
      "3749 Episode: Finished after 120 time steps\n",
      "3750 Episode: Finished after 174 time steps\n",
      "3751 Episode: Finished after 130 time steps\n",
      "3752 Episode: Finished after 121 time steps\n",
      "3753 Episode: Finished after 140 time steps\n",
      "3754 Episode: Finished after 194 time steps\n",
      "3755 Episode: Finished after 153 time steps\n",
      "3756 Episode: Finished after 158 time steps\n",
      "3757 Episode: Finished after 147 time steps\n",
      "3758 Episode: Finished after 183 time steps\n",
      "3760 Episode: Finished after 167 time steps\n",
      "3761 Episode: Finished after 157 time steps\n",
      "3762 Episode: Finished after 130 time steps\n",
      "3763 Episode: Finished after 165 time steps\n",
      "3764 Episode: Finished after 25 time steps\n",
      "3765 Episode: Finished after 154 time steps\n",
      "3766 Episode: Finished after 158 time steps\n",
      "3767 Episode: Finished after 99 time steps\n",
      "3768 Episode: Finished after 135 time steps\n",
      "3769 Episode: Finished after 116 time steps\n",
      "3770 Episode: Finished after 195 time steps\n",
      "3771 Episode: Finished after 176 time steps\n",
      "3772 Episode: Finished after 27 time steps\n",
      "3773 Episode: Finished after 128 time steps\n",
      "3774 Episode: Finished after 148 time steps\n",
      "3775 Episode: Finished after 162 time steps\n",
      "3776 Episode: Finished after 119 time steps\n",
      "3777 Episode: Finished after 192 time steps\n",
      "3778 Episode: Finished after 57 time steps\n",
      "3779 Episode: Finished after 112 time steps\n",
      "3782 Episode: Finished after 104 time steps\n",
      "3783 Episode: Finished after 120 time steps\n",
      "3785 Episode: Finished after 29 time steps\n",
      "3786 Episode: Finished after 8 time steps\n",
      "3789 Episode: Finished after 9 time steps\n",
      "3790 Episode: Finished after 198 time steps\n",
      "3791 Episode: Finished after 161 time steps\n",
      "3794 Episode: Finished after 148 time steps\n",
      "3795 Episode: Finished after 120 time steps\n",
      "3796 Episode: Finished after 116 time steps\n",
      "3797 Episode: Finished after 128 time steps\n",
      "3798 Episode: Finished after 78 time steps\n",
      "3799 Episode: Finished after 33 time steps\n",
      "3800 Episode: Finished after 59 time steps\n",
      "3801 Episode: Finished after 61 time steps\n",
      "3802 Episode: Finished after 124 time steps\n",
      "3803 Episode: Finished after 149 time steps\n",
      "3804 Episode: Finished after 173 time steps\n",
      "3805 Episode: Finished after 159 time steps\n",
      "3806 Episode: Finished after 44 time steps\n",
      "3807 Episode: Finished after 26 time steps\n",
      "3808 Episode: Finished after 192 time steps\n",
      "3809 Episode: Finished after 26 time steps\n",
      "3810 Episode: Finished after 152 time steps\n",
      "3811 Episode: Finished after 164 time steps\n",
      "3812 Episode: Finished after 112 time steps\n",
      "3813 Episode: Finished after 115 time steps\n",
      "3814 Episode: Finished after 154 time steps\n",
      "3815 Episode: Finished after 123 time steps\n",
      "3816 Episode: Finished after 19 time steps\n",
      "3817 Episode: Finished after 154 time steps\n",
      "3818 Episode: Finished after 108 time steps\n",
      "3819 Episode: Finished after 111 time steps\n",
      "3820 Episode: Finished after 193 time steps\n",
      "3821 Episode: Finished after 171 time steps\n",
      "3822 Episode: Finished after 90 time steps\n",
      "3823 Episode: Finished after 159 time steps\n",
      "3824 Episode: Finished after 35 time steps\n",
      "3825 Episode: Finished after 168 time steps\n",
      "3826 Episode: Finished after 192 time steps\n",
      "3827 Episode: Finished after 28 time steps\n",
      "3828 Episode: Finished after 114 time steps\n",
      "3829 Episode: Finished after 185 time steps\n",
      "3830 Episode: Finished after 132 time steps\n",
      "3832 Episode: Finished after 102 time steps\n",
      "3833 Episode: Finished after 156 time steps\n",
      "3834 Episode: Finished after 68 time steps\n",
      "3835 Episode: Finished after 109 time steps\n",
      "3836 Episode: Finished after 123 time steps\n",
      "3837 Episode: Finished after 92 time steps\n",
      "3838 Episode: Finished after 167 time steps\n",
      "3839 Episode: Finished after 40 time steps\n",
      "3840 Episode: Finished after 155 time steps\n",
      "3841 Episode: Finished after 122 time steps\n",
      "3842 Episode: Finished after 75 time steps\n",
      "3843 Episode: Finished after 139 time steps\n",
      "3844 Episode: Finished after 121 time steps\n",
      "3845 Episode: Finished after 159 time steps\n",
      "3846 Episode: Finished after 142 time steps\n",
      "3847 Episode: Finished after 71 time steps\n",
      "3849 Episode: Finished after 125 time steps\n",
      "3850 Episode: Finished after 44 time steps\n",
      "3851 Episode: Finished after 141 time steps\n",
      "3852 Episode: Finished after 120 time steps\n",
      "3853 Episode: Finished after 48 time steps\n",
      "3854 Episode: Finished after 133 time steps\n",
      "3855 Episode: Finished after 129 time steps\n",
      "3856 Episode: Finished after 120 time steps\n",
      "3857 Episode: Finished after 148 time steps\n",
      "3858 Episode: Finished after 130 time steps\n",
      "3859 Episode: Finished after 199 time steps\n",
      "3860 Episode: Finished after 198 time steps\n",
      "3861 Episode: Finished after 108 time steps\n",
      "3862 Episode: Finished after 40 time steps\n",
      "3863 Episode: Finished after 149 time steps\n",
      "3864 Episode: Finished after 103 time steps\n",
      "3866 Episode: Finished after 112 time steps\n",
      "3867 Episode: Finished after 115 time steps\n",
      "3869 Episode: Finished after 155 time steps\n",
      "3870 Episode: Finished after 97 time steps\n",
      "3871 Episode: Finished after 118 time steps\n",
      "3872 Episode: Finished after 114 time steps\n",
      "3873 Episode: Finished after 97 time steps\n",
      "3874 Episode: Finished after 151 time steps\n",
      "3875 Episode: Finished after 128 time steps\n",
      "3876 Episode: Finished after 138 time steps\n",
      "3877 Episode: Finished after 184 time steps\n",
      "3878 Episode: Finished after 79 time steps\n",
      "3879 Episode: Finished after 160 time steps\n",
      "3880 Episode: Finished after 167 time steps\n",
      "3881 Episode: Finished after 172 time steps\n",
      "3882 Episode: Finished after 195 time steps\n",
      "3883 Episode: Finished after 26 time steps\n",
      "3884 Episode: Finished after 10 time steps\n",
      "3885 Episode: Finished after 159 time steps\n",
      "3887 Episode: Finished after 78 time steps\n",
      "3888 Episode: Finished after 161 time steps\n",
      "3889 Episode: Finished after 109 time steps\n",
      "3890 Episode: Finished after 127 time steps\n",
      "3891 Episode: Finished after 160 time steps\n",
      "3892 Episode: Finished after 92 time steps\n",
      "3893 Episode: Finished after 130 time steps\n",
      "3894 Episode: Finished after 172 time steps\n",
      "3895 Episode: Finished after 98 time steps\n",
      "3896 Episode: Finished after 115 time steps\n",
      "3897 Episode: Finished after 131 time steps\n",
      "3898 Episode: Finished after 95 time steps\n",
      "3899 Episode: Finished after 76 time steps\n",
      "3900 Episode: Finished after 113 time steps\n",
      "3901 Episode: Finished after 176 time steps\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "3902 Episode: Finished after 120 time steps\n",
      "3903 Episode: Finished after 130 time steps\n",
      "3904 Episode: Finished after 177 time steps\n",
      "3905 Episode: Finished after 112 time steps\n",
      "3906 Episode: Finished after 85 time steps\n",
      "3907 Episode: Finished after 168 time steps\n",
      "3908 Episode: Finished after 117 time steps\n",
      "3909 Episode: Finished after 79 time steps\n",
      "3910 Episode: Finished after 26 time steps\n",
      "3911 Episode: Finished after 133 time steps\n",
      "3912 Episode: Finished after 11 time steps\n",
      "3913 Episode: Finished after 133 time steps\n",
      "3914 Episode: Finished after 100 time steps\n",
      "3915 Episode: Finished after 44 time steps\n",
      "3916 Episode: Finished after 155 time steps\n",
      "3917 Episode: Finished after 92 time steps\n",
      "3918 Episode: Finished after 121 time steps\n",
      "3919 Episode: Finished after 144 time steps\n",
      "3920 Episode: Finished after 8 time steps\n",
      "3921 Episode: Finished after 122 time steps\n",
      "3922 Episode: Finished after 112 time steps\n",
      "3923 Episode: Finished after 100 time steps\n",
      "3924 Episode: Finished after 82 time steps\n",
      "3925 Episode: Finished after 181 time steps\n",
      "3926 Episode: Finished after 151 time steps\n",
      "3927 Episode: Finished after 90 time steps\n",
      "3928 Episode: Finished after 189 time steps\n",
      "3929 Episode: Finished after 133 time steps\n",
      "3930 Episode: Finished after 152 time steps\n",
      "3931 Episode: Finished after 77 time steps\n",
      "3932 Episode: Finished after 104 time steps\n",
      "3933 Episode: Finished after 136 time steps\n",
      "3934 Episode: Finished after 124 time steps\n",
      "3935 Episode: Finished after 122 time steps\n",
      "3936 Episode: Finished after 117 time steps\n",
      "3937 Episode: Finished after 70 time steps\n",
      "3938 Episode: Finished after 163 time steps\n",
      "3939 Episode: Finished after 12 time steps\n",
      "3940 Episode: Finished after 151 time steps\n",
      "3941 Episode: Finished after 122 time steps\n",
      "3942 Episode: Finished after 169 time steps\n",
      "3943 Episode: Finished after 164 time steps\n",
      "3944 Episode: Finished after 68 time steps\n",
      "3945 Episode: Finished after 75 time steps\n",
      "3946 Episode: Finished after 144 time steps\n",
      "3947 Episode: Finished after 28 time steps\n",
      "3948 Episode: Finished after 120 time steps\n",
      "3949 Episode: Finished after 125 time steps\n",
      "3950 Episode: Finished after 177 time steps\n",
      "3951 Episode: Finished after 106 time steps\n",
      "3952 Episode: Finished after 112 time steps\n",
      "3953 Episode: Finished after 114 time steps\n",
      "3954 Episode: Finished after 109 time steps\n",
      "3955 Episode: Finished after 148 time steps\n",
      "3956 Episode: Finished after 200 time steps\n",
      "3957 Episode: Finished after 126 time steps\n",
      "3958 Episode: Finished after 25 time steps\n",
      "3959 Episode: Finished after 116 time steps\n",
      "3960 Episode: Finished after 36 time steps\n",
      "3961 Episode: Finished after 156 time steps\n",
      "3962 Episode: Finished after 140 time steps\n",
      "3963 Episode: Finished after 145 time steps\n",
      "3964 Episode: Finished after 88 time steps\n",
      "3965 Episode: Finished after 199 time steps\n",
      "3966 Episode: Finished after 61 time steps\n",
      "3967 Episode: Finished after 151 time steps\n",
      "3968 Episode: Finished after 105 time steps\n",
      "3969 Episode: Finished after 197 time steps\n",
      "3970 Episode: Finished after 81 time steps\n",
      "3971 Episode: Finished after 135 time steps\n",
      "3972 Episode: Finished after 41 time steps\n",
      "3973 Episode: Finished after 127 time steps\n",
      "3974 Episode: Finished after 197 time steps\n",
      "3975 Episode: Finished after 140 time steps\n",
      "3976 Episode: Finished after 179 time steps\n",
      "3977 Episode: Finished after 162 time steps\n",
      "3978 Episode: Finished after 108 time steps\n",
      "3979 Episode: Finished after 74 time steps\n",
      "3980 Episode: Finished after 144 time steps\n",
      "3981 Episode: Finished after 196 time steps\n",
      "3982 Episode: Finished after 148 time steps\n",
      "3983 Episode: Finished after 165 time steps\n",
      "3984 Episode: Finished after 165 time steps\n",
      "3985 Episode: Finished after 42 time steps\n",
      "3987 Episode: Finished after 126 time steps\n",
      "3988 Episode: Finished after 144 time steps\n",
      "3989 Episode: Finished after 114 time steps\n",
      "3990 Episode: Finished after 145 time steps\n",
      "3991 Episode: Finished after 136 time steps\n",
      "3992 Episode: Finished after 182 time steps\n",
      "3993 Episode: Finished after 36 time steps\n",
      "3994 Episode: Finished after 187 time steps\n",
      "3995 Episode: Finished after 148 time steps\n",
      "3996 Episode: Finished after 158 time steps\n",
      "3997 Episode: Finished after 10 time steps\n",
      "3999 Episode: Finished after 94 time steps\n",
      "4000 Episode: Finished after 164 time steps\n",
      "4001 Episode: Finished after 108 time steps\n",
      "4002 Episode: Finished after 91 time steps\n",
      "4003 Episode: Finished after 145 time steps\n",
      "4004 Episode: Finished after 157 time steps\n",
      "4005 Episode: Finished after 187 time steps\n",
      "4006 Episode: Finished after 178 time steps\n",
      "4007 Episode: Finished after 154 time steps\n",
      "4008 Episode: Finished after 170 time steps\n",
      "4009 Episode: Finished after 194 time steps\n",
      "4010 Episode: Finished after 137 time steps\n",
      "4011 Episode: Finished after 80 time steps\n",
      "4012 Episode: Finished after 63 time steps\n",
      "4013 Episode: Finished after 103 time steps\n",
      "4014 Episode: Finished after 10 time steps\n",
      "4016 Episode: Finished after 121 time steps\n",
      "4017 Episode: Finished after 150 time steps\n",
      "4018 Episode: Finished after 144 time steps\n",
      "4019 Episode: Finished after 26 time steps\n",
      "4020 Episode: Finished after 97 time steps\n",
      "4021 Episode: Finished after 92 time steps\n",
      "4022 Episode: Finished after 97 time steps\n",
      "4023 Episode: Finished after 110 time steps\n",
      "4024 Episode: Finished after 192 time steps\n",
      "4025 Episode: Finished after 123 time steps\n",
      "4026 Episode: Finished after 38 time steps\n",
      "4027 Episode: Finished after 114 time steps\n",
      "4028 Episode: Finished after 166 time steps\n",
      "4029 Episode: Finished after 33 time steps\n",
      "4030 Episode: Finished after 186 time steps\n",
      "4031 Episode: Finished after 100 time steps\n",
      "4032 Episode: Finished after 127 time steps\n",
      "4033 Episode: Finished after 110 time steps\n",
      "4034 Episode: Finished after 86 time steps\n",
      "4035 Episode: Finished after 149 time steps\n",
      "4036 Episode: Finished after 137 time steps\n",
      "4037 Episode: Finished after 123 time steps\n",
      "4038 Episode: Finished after 178 time steps\n",
      "4039 Episode: Finished after 117 time steps\n",
      "4040 Episode: Finished after 150 time steps\n",
      "4041 Episode: Finished after 22 time steps\n",
      "4042 Episode: Finished after 115 time steps\n",
      "4043 Episode: Finished after 53 time steps\n",
      "4044 Episode: Finished after 140 time steps\n",
      "4045 Episode: Finished after 38 time steps\n",
      "4046 Episode: Finished after 190 time steps\n",
      "4048 Episode: Finished after 162 time steps\n",
      "4049 Episode: Finished after 63 time steps\n",
      "4050 Episode: Finished after 38 time steps\n",
      "4052 Episode: Finished after 125 time steps\n",
      "4053 Episode: Finished after 136 time steps\n",
      "4054 Episode: Finished after 131 time steps\n",
      "4055 Episode: Finished after 113 time steps\n",
      "4056 Episode: Finished after 148 time steps\n",
      "4057 Episode: Finished after 112 time steps\n",
      "4058 Episode: Finished after 90 time steps\n",
      "4059 Episode: Finished after 170 time steps\n",
      "4060 Episode: Finished after 116 time steps\n",
      "4061 Episode: Finished after 130 time steps\n",
      "4062 Episode: Finished after 41 time steps\n",
      "4063 Episode: Finished after 50 time steps\n",
      "4064 Episode: Finished after 141 time steps\n",
      "4065 Episode: Finished after 33 time steps\n",
      "4066 Episode: Finished after 17 time steps\n",
      "4067 Episode: Finished after 29 time steps\n",
      "4068 Episode: Finished after 132 time steps\n",
      "4069 Episode: Finished after 27 time steps\n",
      "4070 Episode: Finished after 132 time steps\n",
      "4071 Episode: Finished after 168 time steps\n",
      "4072 Episode: Finished after 183 time steps\n",
      "4073 Episode: Finished after 130 time steps\n",
      "4074 Episode: Finished after 101 time steps\n",
      "4075 Episode: Finished after 80 time steps\n",
      "4076 Episode: Finished after 146 time steps\n",
      "4077 Episode: Finished after 120 time steps\n",
      "4078 Episode: Finished after 145 time steps\n",
      "4079 Episode: Finished after 105 time steps\n",
      "4080 Episode: Finished after 138 time steps\n",
      "4081 Episode: Finished after 160 time steps\n",
      "4082 Episode: Finished after 75 time steps\n",
      "4083 Episode: Finished after 70 time steps\n",
      "4084 Episode: Finished after 136 time steps\n",
      "4085 Episode: Finished after 87 time steps\n",
      "4086 Episode: Finished after 91 time steps\n",
      "4087 Episode: Finished after 123 time steps\n",
      "4088 Episode: Finished after 115 time steps\n",
      "4089 Episode: Finished after 172 time steps\n",
      "4090 Episode: Finished after 140 time steps\n",
      "4091 Episode: Finished after 154 time steps\n",
      "4093 Episode: Finished after 154 time steps\n",
      "4094 Episode: Finished after 121 time steps\n",
      "4095 Episode: Finished after 161 time steps\n",
      "4096 Episode: Finished after 111 time steps\n",
      "4097 Episode: Finished after 134 time steps\n",
      "4098 Episode: Finished after 162 time steps\n",
      "4099 Episode: Finished after 88 time steps\n",
      "4100 Episode: Finished after 144 time steps\n",
      "4101 Episode: Finished after 90 time steps\n",
      "4102 Episode: Finished after 159 time steps\n",
      "4103 Episode: Finished after 118 time steps\n",
      "4104 Episode: Finished after 97 time steps\n",
      "4105 Episode: Finished after 104 time steps\n",
      "4106 Episode: Finished after 22 time steps\n",
      "4108 Episode: Finished after 100 time steps\n",
      "4109 Episode: Finished after 117 time steps\n",
      "4110 Episode: Finished after 131 time steps\n",
      "4111 Episode: Finished after 169 time steps\n",
      "4112 Episode: Finished after 136 time steps\n",
      "4113 Episode: Finished after 155 time steps\n",
      "4114 Episode: Finished after 82 time steps\n",
      "4115 Episode: Finished after 110 time steps\n",
      "4116 Episode: Finished after 165 time steps\n",
      "4117 Episode: Finished after 126 time steps\n",
      "4118 Episode: Finished after 88 time steps\n",
      "4119 Episode: Finished after 129 time steps\n",
      "4120 Episode: Finished after 168 time steps\n",
      "4121 Episode: Finished after 127 time steps\n",
      "4122 Episode: Finished after 160 time steps\n",
      "4123 Episode: Finished after 115 time steps\n",
      "4124 Episode: Finished after 132 time steps\n",
      "4125 Episode: Finished after 23 time steps\n",
      "4126 Episode: Finished after 112 time steps\n",
      "4127 Episode: Finished after 116 time steps\n",
      "4128 Episode: Finished after 86 time steps\n",
      "4129 Episode: Finished after 128 time steps\n",
      "4130 Episode: Finished after 146 time steps\n",
      "4131 Episode: Finished after 143 time steps\n",
      "4132 Episode: Finished after 152 time steps\n",
      "4133 Episode: Finished after 136 time steps\n",
      "4134 Episode: Finished after 103 time steps\n",
      "4136 Episode: Finished after 105 time steps\n",
      "4137 Episode: Finished after 117 time steps\n",
      "4138 Episode: Finished after 106 time steps\n",
      "4139 Episode: Finished after 113 time steps\n",
      "4140 Episode: Finished after 160 time steps\n",
      "4141 Episode: Finished after 116 time steps\n",
      "4142 Episode: Finished after 114 time steps\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "4143 Episode: Finished after 143 time steps\n",
      "4144 Episode: Finished after 96 time steps\n",
      "4145 Episode: Finished after 123 time steps\n",
      "4146 Episode: Finished after 114 time steps\n",
      "4147 Episode: Finished after 90 time steps\n",
      "4148 Episode: Finished after 91 time steps\n",
      "4149 Episode: Finished after 104 time steps\n",
      "4151 Episode: Finished after 101 time steps\n",
      "4152 Episode: Finished after 104 time steps\n",
      "4153 Episode: Finished after 120 time steps\n",
      "4154 Episode: Finished after 87 time steps\n",
      "4155 Episode: Finished after 152 time steps\n",
      "4156 Episode: Finished after 119 time steps\n",
      "4157 Episode: Finished after 116 time steps\n",
      "4158 Episode: Finished after 97 time steps\n",
      "4159 Episode: Finished after 151 time steps\n",
      "4160 Episode: Finished after 177 time steps\n",
      "4161 Episode: Finished after 130 time steps\n",
      "4162 Episode: Finished after 112 time steps\n",
      "4163 Episode: Finished after 107 time steps\n",
      "4164 Episode: Finished after 94 time steps\n",
      "4165 Episode: Finished after 169 time steps\n",
      "4166 Episode: Finished after 38 time steps\n",
      "4167 Episode: Finished after 133 time steps\n",
      "4168 Episode: Finished after 135 time steps\n",
      "4169 Episode: Finished after 136 time steps\n",
      "4170 Episode: Finished after 122 time steps\n",
      "4171 Episode: Finished after 138 time steps\n",
      "4172 Episode: Finished after 108 time steps\n",
      "4173 Episode: Finished after 125 time steps\n",
      "4174 Episode: Finished after 91 time steps\n",
      "4175 Episode: Finished after 93 time steps\n",
      "4176 Episode: Finished after 100 time steps\n",
      "4177 Episode: Finished after 116 time steps\n",
      "4178 Episode: Finished after 122 time steps\n",
      "4179 Episode: Finished after 114 time steps\n",
      "4180 Episode: Finished after 112 time steps\n",
      "4181 Episode: Finished after 120 time steps\n",
      "4182 Episode: Finished after 107 time steps\n",
      "4183 Episode: Finished after 184 time steps\n",
      "4184 Episode: Finished after 103 time steps\n",
      "4185 Episode: Finished after 124 time steps\n",
      "4186 Episode: Finished after 108 time steps\n",
      "4187 Episode: Finished after 151 time steps\n",
      "4188 Episode: Finished after 147 time steps\n",
      "4189 Episode: Finished after 89 time steps\n",
      "4190 Episode: Finished after 71 time steps\n",
      "4191 Episode: Finished after 83 time steps\n",
      "4192 Episode: Finished after 166 time steps\n",
      "4193 Episode: Finished after 121 time steps\n",
      "4194 Episode: Finished after 200 time steps\n",
      "4195 Episode: Finished after 66 time steps\n",
      "4196 Episode: Finished after 143 time steps\n",
      "4197 Episode: Finished after 162 time steps\n",
      "4198 Episode: Finished after 82 time steps\n",
      "4199 Episode: Finished after 136 time steps\n",
      "4200 Episode: Finished after 160 time steps\n",
      "4201 Episode: Finished after 164 time steps\n",
      "4202 Episode: Finished after 64 time steps\n",
      "4203 Episode: Finished after 104 time steps\n",
      "4204 Episode: Finished after 155 time steps\n",
      "4205 Episode: Finished after 146 time steps\n",
      "4206 Episode: Finished after 115 time steps\n",
      "4207 Episode: Finished after 145 time steps\n",
      "4208 Episode: Finished after 124 time steps\n",
      "4209 Episode: Finished after 127 time steps\n",
      "4210 Episode: Finished after 127 time steps\n",
      "4212 Episode: Finished after 84 time steps\n",
      "4213 Episode: Finished after 115 time steps\n",
      "4214 Episode: Finished after 86 time steps\n",
      "4215 Episode: Finished after 183 time steps\n",
      "4216 Episode: Finished after 94 time steps\n",
      "4217 Episode: Finished after 109 time steps\n",
      "4218 Episode: Finished after 169 time steps\n",
      "4219 Episode: Finished after 111 time steps\n",
      "4220 Episode: Finished after 185 time steps\n",
      "4221 Episode: Finished after 119 time steps\n",
      "4222 Episode: Finished after 27 time steps\n",
      "4223 Episode: Finished after 173 time steps\n",
      "4224 Episode: Finished after 156 time steps\n",
      "4225 Episode: Finished after 120 time steps\n",
      "4226 Episode: Finished after 55 time steps\n",
      "4227 Episode: Finished after 97 time steps\n",
      "4228 Episode: Finished after 130 time steps\n",
      "4229 Episode: Finished after 141 time steps\n",
      "4230 Episode: Finished after 160 time steps\n",
      "4232 Episode: Finished after 135 time steps\n",
      "4233 Episode: Finished after 182 time steps\n",
      "4234 Episode: Finished after 184 time steps\n",
      "4235 Episode: Finished after 131 time steps\n",
      "4236 Episode: Finished after 163 time steps\n",
      "4237 Episode: Finished after 93 time steps\n",
      "4238 Episode: Finished after 112 time steps\n",
      "4239 Episode: Finished after 133 time steps\n",
      "4240 Episode: Finished after 151 time steps\n",
      "4241 Episode: Finished after 106 time steps\n",
      "4242 Episode: Finished after 144 time steps\n",
      "4243 Episode: Finished after 134 time steps\n",
      "4244 Episode: Finished after 145 time steps\n",
      "4245 Episode: Finished after 134 time steps\n",
      "4246 Episode: Finished after 93 time steps\n",
      "4247 Episode: Finished after 93 time steps\n",
      "4248 Episode: Finished after 130 time steps\n",
      "4249 Episode: Finished after 42 time steps\n",
      "4250 Episode: Finished after 43 time steps\n",
      "4251 Episode: Finished after 152 time steps\n",
      "4252 Episode: Finished after 142 time steps\n",
      "4253 Episode: Finished after 105 time steps\n",
      "4254 Episode: Finished after 118 time steps\n",
      "4255 Episode: Finished after 123 time steps\n",
      "4256 Episode: Finished after 71 time steps\n",
      "4257 Episode: Finished after 113 time steps\n",
      "4258 Episode: Finished after 143 time steps\n",
      "4259 Episode: Finished after 108 time steps\n",
      "4260 Episode: Finished after 158 time steps\n",
      "4261 Episode: Finished after 113 time steps\n",
      "4262 Episode: Finished after 159 time steps\n",
      "4263 Episode: Finished after 108 time steps\n",
      "4264 Episode: Finished after 175 time steps\n",
      "4265 Episode: Finished after 32 time steps\n",
      "4267 Episode: Finished after 157 time steps\n",
      "4268 Episode: Finished after 57 time steps\n",
      "4269 Episode: Finished after 123 time steps\n",
      "4270 Episode: Finished after 122 time steps\n",
      "4271 Episode: Finished after 124 time steps\n",
      "4272 Episode: Finished after 126 time steps\n",
      "4273 Episode: Finished after 113 time steps\n",
      "4274 Episode: Finished after 102 time steps\n",
      "4275 Episode: Finished after 50 time steps\n",
      "4276 Episode: Finished after 126 time steps\n",
      "4277 Episode: Finished after 137 time steps\n",
      "4278 Episode: Finished after 184 time steps\n",
      "4279 Episode: Finished after 10 time steps\n",
      "4280 Episode: Finished after 125 time steps\n",
      "4281 Episode: Finished after 105 time steps\n",
      "4282 Episode: Finished after 146 time steps\n",
      "4283 Episode: Finished after 112 time steps\n",
      "4284 Episode: Finished after 170 time steps\n",
      "4290 Episode: Finished after 82 time steps\n",
      "4291 Episode: Finished after 116 time steps\n",
      "4292 Episode: Finished after 76 time steps\n",
      "4293 Episode: Finished after 111 time steps\n",
      "4294 Episode: Finished after 75 time steps\n",
      "4296 Episode: Finished after 91 time steps\n",
      "4297 Episode: Finished after 20 time steps\n",
      "4298 Episode: Finished after 179 time steps\n",
      "4299 Episode: Finished after 170 time steps\n",
      "4300 Episode: Finished after 64 time steps\n",
      "4301 Episode: Finished after 124 time steps\n",
      "4302 Episode: Finished after 114 time steps\n",
      "4305 Episode: Finished after 121 time steps\n",
      "4306 Episode: Finished after 174 time steps\n",
      "4307 Episode: Finished after 178 time steps\n",
      "4308 Episode: Finished after 120 time steps\n",
      "4309 Episode: Finished after 113 time steps\n",
      "4310 Episode: Finished after 187 time steps\n",
      "4311 Episode: Finished after 119 time steps\n",
      "4312 Episode: Finished after 144 time steps\n",
      "4313 Episode: Finished after 143 time steps\n",
      "4314 Episode: Finished after 191 time steps\n",
      "4315 Episode: Finished after 117 time steps\n",
      "4316 Episode: Finished after 105 time steps\n",
      "4318 Episode: Finished after 154 time steps\n",
      "4319 Episode: Finished after 138 time steps\n",
      "4320 Episode: Finished after 107 time steps\n",
      "4321 Episode: Finished after 78 time steps\n",
      "4322 Episode: Finished after 117 time steps\n",
      "4323 Episode: Finished after 194 time steps\n",
      "4324 Episode: Finished after 128 time steps\n",
      "4325 Episode: Finished after 104 time steps\n",
      "4326 Episode: Finished after 155 time steps\n",
      "4327 Episode: Finished after 139 time steps\n",
      "4328 Episode: Finished after 176 time steps\n",
      "4330 Episode: Finished after 152 time steps\n",
      "4331 Episode: Finished after 100 time steps\n",
      "4332 Episode: Finished after 60 time steps\n",
      "4333 Episode: Finished after 61 time steps\n",
      "4334 Episode: Finished after 78 time steps\n",
      "4335 Episode: Finished after 156 time steps\n",
      "4336 Episode: Finished after 106 time steps\n",
      "4337 Episode: Finished after 131 time steps\n",
      "4338 Episode: Finished after 166 time steps\n",
      "4339 Episode: Finished after 96 time steps\n",
      "4340 Episode: Finished after 136 time steps\n",
      "4341 Episode: Finished after 146 time steps\n",
      "4342 Episode: Finished after 147 time steps\n",
      "4343 Episode: Finished after 74 time steps\n",
      "4344 Episode: Finished after 106 time steps\n",
      "4345 Episode: Finished after 131 time steps\n",
      "4346 Episode: Finished after 136 time steps\n",
      "4347 Episode: Finished after 141 time steps\n",
      "4348 Episode: Finished after 178 time steps\n",
      "4349 Episode: Finished after 150 time steps\n",
      "4350 Episode: Finished after 122 time steps\n",
      "4352 Episode: Finished after 110 time steps\n",
      "4353 Episode: Finished after 173 time steps\n",
      "4354 Episode: Finished after 142 time steps\n",
      "4355 Episode: Finished after 116 time steps\n",
      "4356 Episode: Finished after 156 time steps\n",
      "4357 Episode: Finished after 130 time steps\n",
      "4358 Episode: Finished after 125 time steps\n",
      "4359 Episode: Finished after 116 time steps\n",
      "4360 Episode: Finished after 132 time steps\n",
      "4361 Episode: Finished after 119 time steps\n",
      "4362 Episode: Finished after 159 time steps\n",
      "4363 Episode: Finished after 99 time steps\n",
      "4364 Episode: Finished after 132 time steps\n",
      "4365 Episode: Finished after 150 time steps\n",
      "4366 Episode: Finished after 180 time steps\n",
      "4367 Episode: Finished after 178 time steps\n",
      "4368 Episode: Finished after 10 time steps\n",
      "4369 Episode: Finished after 119 time steps\n",
      "4370 Episode: Finished after 128 time steps\n",
      "4371 Episode: Finished after 139 time steps\n",
      "4372 Episode: Finished after 135 time steps\n",
      "4373 Episode: Finished after 123 time steps\n",
      "4374 Episode: Finished after 94 time steps\n",
      "4375 Episode: Finished after 117 time steps\n",
      "4376 Episode: Finished after 31 time steps\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "4378 Episode: Finished after 60 time steps\n",
      "4379 Episode: Finished after 37 time steps\n",
      "4380 Episode: Finished after 118 time steps\n",
      "4381 Episode: Finished after 135 time steps\n",
      "4382 Episode: Finished after 89 time steps\n",
      "4383 Episode: Finished after 105 time steps\n",
      "4384 Episode: Finished after 133 time steps\n",
      "4385 Episode: Finished after 137 time steps\n",
      "4386 Episode: Finished after 122 time steps\n",
      "4388 Episode: Finished after 105 time steps\n",
      "4389 Episode: Finished after 131 time steps\n",
      "4390 Episode: Finished after 114 time steps\n",
      "4391 Episode: Finished after 144 time steps\n",
      "4392 Episode: Finished after 182 time steps\n",
      "4393 Episode: Finished after 110 time steps\n",
      "4395 Episode: Finished after 134 time steps\n",
      "4396 Episode: Finished after 126 time steps\n",
      "4397 Episode: Finished after 117 time steps\n",
      "4398 Episode: Finished after 158 time steps\n",
      "4399 Episode: Finished after 155 time steps\n",
      "4402 Episode: Finished after 131 time steps\n",
      "4403 Episode: Finished after 85 time steps\n",
      "4404 Episode: Finished after 42 time steps\n",
      "4406 Episode: Finished after 79 time steps\n",
      "4408 Episode: Finished after 25 time steps\n",
      "4409 Episode: Finished after 89 time steps\n",
      "4411 Episode: Finished after 108 time steps\n",
      "4412 Episode: Finished after 80 time steps\n",
      "4413 Episode: Finished after 17 time steps\n",
      "4414 Episode: Finished after 197 time steps\n",
      "4415 Episode: Finished after 112 time steps\n",
      "4416 Episode: Finished after 74 time steps\n",
      "4417 Episode: Finished after 28 time steps\n",
      "4418 Episode: Finished after 182 time steps\n",
      "4419 Episode: Finished after 25 time steps\n",
      "4420 Episode: Finished after 23 time steps\n",
      "4421 Episode: Finished after 142 time steps\n",
      "4422 Episode: Finished after 28 time steps\n",
      "4423 Episode: Finished after 172 time steps\n",
      "4424 Episode: Finished after 90 time steps\n",
      "4425 Episode: Finished after 200 time steps\n",
      "4426 Episode: Finished after 187 time steps\n",
      "4427 Episode: Finished after 176 time steps\n",
      "4428 Episode: Finished after 160 time steps\n",
      "4429 Episode: Finished after 112 time steps\n",
      "4430 Episode: Finished after 190 time steps\n",
      "4431 Episode: Finished after 70 time steps\n",
      "4432 Episode: Finished after 35 time steps\n",
      "4433 Episode: Finished after 89 time steps\n",
      "4434 Episode: Finished after 162 time steps\n",
      "4435 Episode: Finished after 19 time steps\n",
      "4436 Episode: Finished after 34 time steps\n",
      "4437 Episode: Finished after 90 time steps\n",
      "4438 Episode: Finished after 87 time steps\n",
      "4439 Episode: Finished after 50 time steps\n",
      "4442 Episode: Finished after 18 time steps\n",
      "4443 Episode: Finished after 97 time steps\n",
      "4444 Episode: Finished after 100 time steps\n",
      "4445 Episode: Finished after 97 time steps\n",
      "4446 Episode: Finished after 99 time steps\n",
      "4448 Episode: Finished after 153 time steps\n",
      "4450 Episode: Finished after 158 time steps\n",
      "4451 Episode: Finished after 106 time steps\n",
      "4452 Episode: Finished after 122 time steps\n",
      "4453 Episode: Finished after 82 time steps\n",
      "4454 Episode: Finished after 133 time steps\n",
      "4455 Episode: Finished after 113 time steps\n",
      "4456 Episode: Finished after 179 time steps\n",
      "4457 Episode: Finished after 118 time steps\n",
      "4458 Episode: Finished after 115 time steps\n",
      "4459 Episode: Finished after 163 time steps\n",
      "4460 Episode: Finished after 183 time steps\n",
      "4461 Episode: Finished after 150 time steps\n",
      "4463 Episode: Finished after 10 time steps\n",
      "4465 Episode: Finished after 130 time steps\n",
      "4466 Episode: Finished after 153 time steps\n",
      "4467 Episode: Finished after 115 time steps\n",
      "4471 Episode: Finished after 130 time steps\n",
      "4474 Episode: Finished after 126 time steps\n",
      "4475 Episode: Finished after 153 time steps\n",
      "4476 Episode: Finished after 182 time steps\n",
      "4477 Episode: Finished after 180 time steps\n",
      "4478 Episode: Finished after 121 time steps\n",
      "4480 Episode: Finished after 136 time steps\n",
      "4481 Episode: Finished after 187 time steps\n",
      "4482 Episode: Finished after 130 time steps\n",
      "4483 Episode: Finished after 196 time steps\n",
      "4484 Episode: Finished after 136 time steps\n",
      "4485 Episode: Finished after 25 time steps\n",
      "4486 Episode: Finished after 146 time steps\n",
      "4487 Episode: Finished after 135 time steps\n",
      "4488 Episode: Finished after 31 time steps\n",
      "4489 Episode: Finished after 162 time steps\n",
      "4490 Episode: Finished after 153 time steps\n",
      "4491 Episode: Finished after 129 time steps\n",
      "4492 Episode: Finished after 140 time steps\n",
      "4494 Episode: Finished after 76 time steps\n",
      "4495 Episode: Finished after 200 time steps\n",
      "4497 Episode: Finished after 36 time steps\n",
      "4498 Episode: Finished after 123 time steps\n",
      "4501 Episode: Finished after 148 time steps\n",
      "4502 Episode: Finished after 154 time steps\n",
      "4503 Episode: Finished after 100 time steps\n",
      "4504 Episode: Finished after 147 time steps\n",
      "4506 Episode: Finished after 162 time steps\n",
      "4507 Episode: Finished after 109 time steps\n",
      "4508 Episode: Finished after 114 time steps\n",
      "4509 Episode: Finished after 114 time steps\n",
      "4510 Episode: Finished after 167 time steps\n",
      "4511 Episode: Finished after 149 time steps\n",
      "4512 Episode: Finished after 166 time steps\n",
      "4513 Episode: Finished after 125 time steps\n",
      "4515 Episode: Finished after 148 time steps\n",
      "4516 Episode: Finished after 124 time steps\n",
      "4517 Episode: Finished after 121 time steps\n",
      "4518 Episode: Finished after 129 time steps\n",
      "4519 Episode: Finished after 195 time steps\n",
      "4520 Episode: Finished after 114 time steps\n",
      "4521 Episode: Finished after 116 time steps\n",
      "4522 Episode: Finished after 74 time steps\n",
      "4523 Episode: Finished after 179 time steps\n",
      "4524 Episode: Finished after 131 time steps\n",
      "4525 Episode: Finished after 195 time steps\n",
      "4526 Episode: Finished after 134 time steps\n",
      "4527 Episode: Finished after 145 time steps\n",
      "4528 Episode: Finished after 157 time steps\n",
      "4530 Episode: Finished after 141 time steps\n",
      "4531 Episode: Finished after 109 time steps\n",
      "4533 Episode: Finished after 93 time steps\n",
      "4534 Episode: Finished after 151 time steps\n",
      "4535 Episode: Finished after 122 time steps\n",
      "4537 Episode: Finished after 195 time steps\n",
      "4538 Episode: Finished after 120 time steps\n",
      "4539 Episode: Finished after 144 time steps\n",
      "4541 Episode: Finished after 115 time steps\n",
      "4542 Episode: Finished after 22 time steps\n",
      "4543 Episode: Finished after 82 time steps\n",
      "4544 Episode: Finished after 150 time steps\n",
      "4545 Episode: Finished after 144 time steps\n",
      "4546 Episode: Finished after 154 time steps\n",
      "4547 Episode: Finished after 109 time steps\n",
      "4548 Episode: Finished after 196 time steps\n",
      "4549 Episode: Finished after 161 time steps\n",
      "4550 Episode: Finished after 137 time steps\n",
      "4551 Episode: Finished after 114 time steps\n",
      "4552 Episode: Finished after 165 time steps\n",
      "4554 Episode: Finished after 102 time steps\n",
      "4555 Episode: Finished after 137 time steps\n",
      "4556 Episode: Finished after 117 time steps\n",
      "4557 Episode: Finished after 159 time steps\n",
      "4558 Episode: Finished after 28 time steps\n",
      "4559 Episode: Finished after 131 time steps\n",
      "4560 Episode: Finished after 104 time steps\n",
      "4561 Episode: Finished after 181 time steps\n",
      "4563 Episode: Finished after 13 time steps\n",
      "4564 Episode: Finished after 112 time steps\n",
      "4565 Episode: Finished after 183 time steps\n",
      "4566 Episode: Finished after 120 time steps\n",
      "4567 Episode: Finished after 137 time steps\n",
      "4568 Episode: Finished after 149 time steps\n",
      "4569 Episode: Finished after 96 time steps\n",
      "4570 Episode: Finished after 175 time steps\n",
      "4571 Episode: Finished after 129 time steps\n",
      "4572 Episode: Finished after 134 time steps\n",
      "4573 Episode: Finished after 179 time steps\n",
      "4574 Episode: Finished after 110 time steps\n",
      "4575 Episode: Finished after 187 time steps\n",
      "4576 Episode: Finished after 183 time steps\n",
      "4577 Episode: Finished after 124 time steps\n",
      "4578 Episode: Finished after 106 time steps\n",
      "4579 Episode: Finished after 73 time steps\n",
      "4580 Episode: Finished after 147 time steps\n",
      "4582 Episode: Finished after 164 time steps\n",
      "4583 Episode: Finished after 103 time steps\n",
      "4584 Episode: Finished after 155 time steps\n",
      "4585 Episode: Finished after 163 time steps\n",
      "4586 Episode: Finished after 170 time steps\n",
      "4591 Episode: Finished after 91 time steps\n",
      "4592 Episode: Finished after 36 time steps\n",
      "4593 Episode: Finished after 118 time steps\n",
      "4594 Episode: Finished after 125 time steps\n",
      "4595 Episode: Finished after 127 time steps\n",
      "4596 Episode: Finished after 134 time steps\n",
      "4597 Episode: Finished after 27 time steps\n",
      "4599 Episode: Finished after 124 time steps\n",
      "4601 Episode: Finished after 97 time steps\n",
      "4605 Episode: Finished after 111 time steps\n",
      "4606 Episode: Finished after 196 time steps\n",
      "4607 Episode: Finished after 118 time steps\n",
      "4608 Episode: Finished after 149 time steps\n",
      "4609 Episode: Finished after 144 time steps\n",
      "4610 Episode: Finished after 95 time steps\n",
      "4611 Episode: Finished after 152 time steps\n",
      "4612 Episode: Finished after 177 time steps\n",
      "4613 Episode: Finished after 157 time steps\n",
      "4614 Episode: Finished after 166 time steps\n",
      "4616 Episode: Finished after 110 time steps\n",
      "4617 Episode: Finished after 151 time steps\n",
      "4618 Episode: Finished after 197 time steps\n",
      "4619 Episode: Finished after 96 time steps\n",
      "4620 Episode: Finished after 117 time steps\n",
      "4621 Episode: Finished after 90 time steps\n",
      "4622 Episode: Finished after 174 time steps\n",
      "4624 Episode: Finished after 155 time steps\n",
      "4628 Episode: Finished after 192 time steps\n",
      "4629 Episode: Finished after 81 time steps\n",
      "4630 Episode: Finished after 162 time steps\n",
      "4632 Episode: Finished after 137 time steps\n",
      "4634 Episode: Finished after 51 time steps\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "4636 Episode: Finished after 158 time steps\n",
      "4637 Episode: Finished after 152 time steps\n",
      "4639 Episode: Finished after 87 time steps\n",
      "4640 Episode: Finished after 41 time steps\n",
      "4641 Episode: Finished after 177 time steps\n",
      "4642 Episode: Finished after 50 time steps\n",
      "4645 Episode: Finished after 195 time steps\n",
      "4646 Episode: Finished after 136 time steps\n",
      "4647 Episode: Finished after 196 time steps\n",
      "4648 Episode: Finished after 130 time steps\n",
      "4649 Episode: Finished after 162 time steps\n",
      "4650 Episode: Finished after 187 time steps\n",
      "4651 Episode: Finished after 178 time steps\n",
      "4652 Episode: Finished after 92 time steps\n",
      "4653 Episode: Finished after 158 time steps\n",
      "4654 Episode: Finished after 48 time steps\n",
      "4656 Episode: Finished after 125 time steps\n",
      "4658 Episode: Finished after 45 time steps\n",
      "4659 Episode: Finished after 27 time steps\n",
      "4660 Episode: Finished after 44 time steps\n",
      "4661 Episode: Finished after 119 time steps\n",
      "4662 Episode: Finished after 51 time steps\n",
      "4663 Episode: Finished after 139 time steps\n",
      "4664 Episode: Finished after 26 time steps\n",
      "4665 Episode: Finished after 58 time steps\n",
      "4669 Episode: Finished after 101 time steps\n",
      "4670 Episode: Finished after 77 time steps\n",
      "4672 Episode: Finished after 194 time steps\n",
      "4673 Episode: Finished after 24 time steps\n",
      "4674 Episode: Finished after 27 time steps\n",
      "4675 Episode: Finished after 175 time steps\n",
      "4676 Episode: Finished after 168 time steps\n",
      "4677 Episode: Finished after 163 time steps\n",
      "4678 Episode: Finished after 35 time steps\n",
      "4679 Episode: Finished after 183 time steps\n",
      "4680 Episode: Finished after 120 time steps\n",
      "4681 Episode: Finished after 121 time steps\n",
      "4682 Episode: Finished after 180 time steps\n",
      "4683 Episode: Finished after 195 time steps\n",
      "4684 Episode: Finished after 166 time steps\n",
      "4685 Episode: Finished after 185 time steps\n",
      "4686 Episode: Finished after 169 time steps\n",
      "4687 Episode: Finished after 34 time steps\n",
      "4688 Episode: Finished after 80 time steps\n",
      "4689 Episode: Finished after 63 time steps\n",
      "4690 Episode: Finished after 187 time steps\n",
      "4691 Episode: Finished after 45 time steps\n",
      "4692 Episode: Finished after 177 time steps\n",
      "4693 Episode: Finished after 165 time steps\n",
      "4695 Episode: Finished after 120 time steps\n",
      "4696 Episode: Finished after 26 time steps\n",
      "4697 Episode: Finished after 159 time steps\n",
      "4698 Episode: Finished after 186 time steps\n",
      "4699 Episode: Finished after 49 time steps\n",
      "4700 Episode: Finished after 82 time steps\n",
      "4702 Episode: Finished after 84 time steps\n",
      "4703 Episode: Finished after 149 time steps\n",
      "4704 Episode: Finished after 84 time steps\n",
      "4705 Episode: Finished after 110 time steps\n",
      "4707 Episode: Finished after 159 time steps\n",
      "4708 Episode: Finished after 117 time steps\n",
      "4709 Episode: Finished after 76 time steps\n",
      "4710 Episode: Finished after 90 time steps\n",
      "4711 Episode: Finished after 50 time steps\n",
      "4712 Episode: Finished after 74 time steps\n",
      "4713 Episode: Finished after 99 time steps\n",
      "4714 Episode: Finished after 145 time steps\n",
      "4716 Episode: Finished after 133 time steps\n",
      "4717 Episode: Finished after 169 time steps\n",
      "4718 Episode: Finished after 79 time steps\n",
      "4719 Episode: Finished after 77 time steps\n",
      "4720 Episode: Finished after 169 time steps\n",
      "4725 Episode: Finished after 108 time steps\n",
      "4728 Episode: Finished after 45 time steps\n",
      "4730 Episode: Finished after 91 time steps\n",
      "4731 Episode: Finished after 81 time steps\n",
      "4732 Episode: Finished after 18 time steps\n",
      "4733 Episode: Finished after 38 time steps\n",
      "4736 Episode: Finished after 76 time steps\n",
      "4737 Episode: Finished after 75 time steps\n",
      "4738 Episode: Finished after 99 time steps\n",
      "4741 Episode: Finished after 82 time steps\n",
      "4742 Episode: Finished after 191 time steps\n",
      "4743 Episode: Finished after 168 time steps\n",
      "4745 Episode: Finished after 94 time steps\n",
      "4746 Episode: Finished after 81 time steps\n",
      "4748 Episode: Finished after 82 time steps\n",
      "4749 Episode: Finished after 18 time steps\n",
      "4750 Episode: Finished after 157 time steps\n",
      "4752 Episode: Finished after 118 time steps\n",
      "4753 Episode: Finished after 91 time steps\n",
      "4754 Episode: Finished after 179 time steps\n",
      "4760 Episode: Finished after 22 time steps\n",
      "4761 Episode: Finished after 163 time steps\n",
      "4762 Episode: Finished after 125 time steps\n",
      "4765 Episode: Finished after 171 time steps\n",
      "4766 Episode: Finished after 83 time steps\n",
      "4767 Episode: Finished after 49 time steps\n",
      "4768 Episode: Finished after 85 time steps\n",
      "4769 Episode: Finished after 107 time steps\n",
      "4770 Episode: Finished after 91 time steps\n",
      "4775 Episode: Finished after 151 time steps\n",
      "4776 Episode: Finished after 158 time steps\n",
      "4778 Episode: Finished after 178 time steps\n",
      "4780 Episode: Finished after 135 time steps\n",
      "4783 Episode: Finished after 157 time steps\n",
      "4784 Episode: Finished after 149 time steps\n",
      "4785 Episode: Finished after 193 time steps\n",
      "4786 Episode: Finished after 149 time steps\n",
      "4787 Episode: Finished after 161 time steps\n",
      "4788 Episode: Finished after 180 time steps\n",
      "4789 Episode: Finished after 199 time steps\n",
      "4791 Episode: Finished after 198 time steps\n",
      "4792 Episode: Finished after 157 time steps\n",
      "4793 Episode: Finished after 143 time steps\n",
      "4794 Episode: Finished after 150 time steps\n",
      "4795 Episode: Finished after 136 time steps\n",
      "4797 Episode: Finished after 123 time steps\n",
      "4798 Episode: Finished after 167 time steps\n",
      "4804 Episode: Finished after 144 time steps\n",
      "4805 Episode: Finished after 100 time steps\n",
      "4807 Episode: Finished after 173 time steps\n",
      "4808 Episode: Finished after 128 time steps\n",
      "4809 Episode: Finished after 194 time steps\n",
      "4810 Episode: Finished after 146 time steps\n",
      "4811 Episode: Finished after 169 time steps\n",
      "4812 Episode: Finished after 142 time steps\n",
      "4813 Episode: Finished after 157 time steps\n",
      "4814 Episode: Finished after 162 time steps\n",
      "4815 Episode: Finished after 137 time steps\n",
      "4816 Episode: Finished after 191 time steps\n",
      "4817 Episode: Finished after 116 time steps\n",
      "4818 Episode: Finished after 162 time steps\n",
      "4819 Episode: Finished after 23 time steps\n",
      "4820 Episode: Finished after 164 time steps\n",
      "4821 Episode: Finished after 118 time steps\n",
      "4822 Episode: Finished after 148 time steps\n",
      "4825 Episode: Finished after 78 time steps\n",
      "4826 Episode: Finished after 156 time steps\n",
      "4827 Episode: Finished after 134 time steps\n",
      "4828 Episode: Finished after 171 time steps\n",
      "4830 Episode: Finished after 149 time steps\n",
      "4832 Episode: Finished after 180 time steps\n",
      "4833 Episode: Finished after 120 time steps\n",
      "4834 Episode: Finished after 143 time steps\n",
      "4835 Episode: Finished after 187 time steps\n",
      "4836 Episode: Finished after 144 time steps\n",
      "4837 Episode: Finished after 125 time steps\n",
      "4838 Episode: Finished after 144 time steps\n",
      "4840 Episode: Finished after 124 time steps\n",
      "4841 Episode: Finished after 191 time steps\n",
      "4842 Episode: Finished after 19 time steps\n",
      "4843 Episode: Finished after 157 time steps\n",
      "4844 Episode: Finished after 153 time steps\n",
      "4845 Episode: Finished after 150 time steps\n",
      "4846 Episode: Finished after 106 time steps\n",
      "4847 Episode: Finished after 135 time steps\n",
      "4848 Episode: Finished after 119 time steps\n",
      "4849 Episode: Finished after 134 time steps\n",
      "4850 Episode: Finished after 102 time steps\n",
      "4851 Episode: Finished after 184 time steps\n",
      "4852 Episode: Finished after 94 time steps\n",
      "4853 Episode: Finished after 130 time steps\n",
      "4854 Episode: Finished after 142 time steps\n",
      "4855 Episode: Finished after 134 time steps\n",
      "4856 Episode: Finished after 137 time steps\n",
      "4859 Episode: Finished after 192 time steps\n",
      "4860 Episode: Finished after 102 time steps\n",
      "4861 Episode: Finished after 101 time steps\n",
      "4862 Episode: Finished after 89 time steps\n",
      "4863 Episode: Finished after 99 time steps\n",
      "4864 Episode: Finished after 162 time steps\n",
      "4865 Episode: Finished after 119 time steps\n",
      "4866 Episode: Finished after 143 time steps\n",
      "4867 Episode: Finished after 159 time steps\n",
      "4868 Episode: Finished after 152 time steps\n",
      "4869 Episode: Finished after 84 time steps\n",
      "4870 Episode: Finished after 132 time steps\n",
      "4872 Episode: Finished after 121 time steps\n",
      "4873 Episode: Finished after 133 time steps\n",
      "4874 Episode: Finished after 36 time steps\n",
      "4876 Episode: Finished after 88 time steps\n",
      "4877 Episode: Finished after 187 time steps\n",
      "4878 Episode: Finished after 80 time steps\n",
      "4879 Episode: Finished after 117 time steps\n",
      "4880 Episode: Finished after 148 time steps\n",
      "4882 Episode: Finished after 183 time steps\n",
      "4883 Episode: Finished after 83 time steps\n",
      "4884 Episode: Finished after 161 time steps\n",
      "4885 Episode: Finished after 129 time steps\n",
      "4886 Episode: Finished after 134 time steps\n",
      "4887 Episode: Finished after 160 time steps\n",
      "4888 Episode: Finished after 84 time steps\n",
      "4889 Episode: Finished after 66 time steps\n",
      "4890 Episode: Finished after 158 time steps\n",
      "4891 Episode: Finished after 127 time steps\n",
      "4892 Episode: Finished after 145 time steps\n",
      "4893 Episode: Finished after 162 time steps\n",
      "4894 Episode: Finished after 144 time steps\n",
      "4895 Episode: Finished after 137 time steps\n",
      "4897 Episode: Finished after 115 time steps\n",
      "4899 Episode: Finished after 161 time steps\n",
      "4900 Episode: Finished after 185 time steps\n",
      "4902 Episode: Finished after 132 time steps\n",
      "4903 Episode: Finished after 151 time steps\n",
      "4904 Episode: Finished after 133 time steps\n",
      "4905 Episode: Finished after 130 time steps\n",
      "4907 Episode: Finished after 138 time steps\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "4908 Episode: Finished after 135 time steps\n",
      "4909 Episode: Finished after 113 time steps\n",
      "4911 Episode: Finished after 144 time steps\n",
      "4912 Episode: Finished after 143 time steps\n",
      "4914 Episode: Finished after 78 time steps\n",
      "4915 Episode: Finished after 184 time steps\n",
      "4916 Episode: Finished after 88 time steps\n",
      "4917 Episode: Finished after 142 time steps\n",
      "4918 Episode: Finished after 164 time steps\n",
      "4919 Episode: Finished after 130 time steps\n",
      "4920 Episode: Finished after 110 time steps\n",
      "4921 Episode: Finished after 94 time steps\n",
      "4922 Episode: Finished after 71 time steps\n",
      "4923 Episode: Finished after 164 time steps\n",
      "4925 Episode: Finished after 112 time steps\n",
      "4926 Episode: Finished after 88 time steps\n",
      "4928 Episode: Finished after 129 time steps\n",
      "4929 Episode: Finished after 200 time steps\n",
      "4930 Episode: Finished after 144 time steps\n",
      "4933 Episode: Finished after 55 time steps\n",
      "4934 Episode: Finished after 199 time steps\n",
      "4935 Episode: Finished after 153 time steps\n",
      "4936 Episode: Finished after 133 time steps\n",
      "4937 Episode: Finished after 141 time steps\n",
      "4939 Episode: Finished after 133 time steps\n",
      "4940 Episode: Finished after 161 time steps\n",
      "4941 Episode: Finished after 172 time steps\n",
      "4942 Episode: Finished after 77 time steps\n",
      "4943 Episode: Finished after 156 time steps\n",
      "4944 Episode: Finished after 129 time steps\n",
      "4945 Episode: Finished after 173 time steps\n",
      "4947 Episode: Finished after 74 time steps\n",
      "4948 Episode: Finished after 195 time steps\n",
      "4949 Episode: Finished after 188 time steps\n",
      "4950 Episode: Finished after 160 time steps\n",
      "4956 Episode: Finished after 174 time steps\n",
      "4957 Episode: Finished after 159 time steps\n",
      "4958 Episode: Finished after 100 time steps\n",
      "4959 Episode: Finished after 189 time steps\n",
      "4960 Episode: Finished after 182 time steps\n",
      "4961 Episode: Finished after 147 time steps\n",
      "4964 Episode: Finished after 150 time steps\n",
      "4965 Episode: Finished after 124 time steps\n",
      "4968 Episode: Finished after 89 time steps\n",
      "4969 Episode: Finished after 157 time steps\n",
      "4972 Episode: Finished after 153 time steps\n",
      "4974 Episode: Finished after 114 time steps\n",
      "4975 Episode: Finished after 198 time steps\n",
      "4976 Episode: Finished after 141 time steps\n",
      "4977 Episode: Finished after 129 time steps\n",
      "4978 Episode: Finished after 85 time steps\n",
      "4980 Episode: Finished after 86 time steps\n",
      "4982 Episode: Finished after 169 time steps\n",
      "4983 Episode: Finished after 56 time steps\n",
      "4984 Episode: Finished after 71 time steps\n",
      "4985 Episode: Finished after 130 time steps\n",
      "4987 Episode: Finished after 189 time steps\n",
      "4988 Episode: Finished after 111 time steps\n",
      "4989 Episode: Finished after 103 time steps\n",
      "4991 Episode: Finished after 139 time steps\n",
      "4992 Episode: Finished after 76 time steps\n",
      "4993 Episode: Finished after 127 time steps\n",
      "4994 Episode: Finished after 178 time steps\n",
      "4995 Episode: Finished after 131 time steps\n",
      "4996 Episode: Finished after 76 time steps\n",
      "4997 Episode: Finished after 125 time steps\n",
      "4998 Episode: Finished after 154 time steps\n",
      "4999 Episode: Finished after 84 time steps\n",
      "5000 Episode: Finished after 154 time steps\n",
      "5001 Episode: Finished after 152 time steps\n",
      "5002 Episode: Finished after 177 time steps\n",
      "5003 Episode: Finished after 102 time steps\n",
      "5004 Episode: Finished after 187 time steps\n",
      "5005 Episode: Finished after 178 time steps\n",
      "5006 Episode: Finished after 120 time steps\n",
      "5007 Episode: Finished after 158 time steps\n",
      "5008 Episode: Finished after 103 time steps\n",
      "5009 Episode: Finished after 178 time steps\n",
      "5010 Episode: Finished after 176 time steps\n",
      "5011 Episode: Finished after 116 time steps\n",
      "5012 Episode: Finished after 136 time steps\n",
      "5013 Episode: Finished after 88 time steps\n",
      "5014 Episode: Finished after 118 time steps\n",
      "5015 Episode: Finished after 116 time steps\n",
      "5016 Episode: Finished after 130 time steps\n",
      "5017 Episode: Finished after 101 time steps\n",
      "5018 Episode: Finished after 125 time steps\n",
      "5019 Episode: Finished after 162 time steps\n",
      "5020 Episode: Finished after 115 time steps\n",
      "5021 Episode: Finished after 125 time steps\n",
      "5022 Episode: Finished after 94 time steps\n",
      "5023 Episode: Finished after 88 time steps\n",
      "5025 Episode: Finished after 153 time steps\n",
      "5026 Episode: Finished after 142 time steps\n",
      "5027 Episode: Finished after 86 time steps\n",
      "5028 Episode: Finished after 112 time steps\n",
      "5030 Episode: Finished after 117 time steps\n",
      "5031 Episode: Finished after 162 time steps\n",
      "5032 Episode: Finished after 85 time steps\n",
      "5035 Episode: Finished after 163 time steps\n",
      "5039 Episode: Finished after 165 time steps\n",
      "5040 Episode: Finished after 144 time steps\n",
      "5043 Episode: Finished after 51 time steps\n",
      "5044 Episode: Finished after 75 time steps\n",
      "5046 Episode: Finished after 160 time steps\n",
      "5047 Episode: Finished after 186 time steps\n",
      "5048 Episode: Finished after 193 time steps\n",
      "5049 Episode: Finished after 51 time steps\n",
      "5050 Episode: Finished after 108 time steps\n",
      "5051 Episode: Finished after 105 time steps\n",
      "5052 Episode: Finished after 169 time steps\n",
      "5054 Episode: Finished after 169 time steps\n",
      "5056 Episode: Finished after 66 time steps\n",
      "5057 Episode: Finished after 32 time steps\n",
      "5058 Episode: Finished after 144 time steps\n",
      "5059 Episode: Finished after 78 time steps\n",
      "5060 Episode: Finished after 31 time steps\n",
      "5062 Episode: Finished after 157 time steps\n",
      "5064 Episode: Finished after 181 time steps\n",
      "5066 Episode: Finished after 141 time steps\n",
      "5068 Episode: Finished after 120 time steps\n",
      "5069 Episode: Finished after 90 time steps\n",
      "5071 Episode: Finished after 132 time steps\n",
      "5072 Episode: Finished after 125 time steps\n",
      "5073 Episode: Finished after 137 time steps\n",
      "5074 Episode: Finished after 127 time steps\n",
      "5076 Episode: Finished after 158 time steps\n",
      "5077 Episode: Finished after 112 time steps\n",
      "5078 Episode: Finished after 72 time steps\n",
      "5079 Episode: Finished after 124 time steps\n",
      "5080 Episode: Finished after 147 time steps\n",
      "5081 Episode: Finished after 151 time steps\n",
      "5082 Episode: Finished after 115 time steps\n",
      "5083 Episode: Finished after 128 time steps\n",
      "5084 Episode: Finished after 67 time steps\n",
      "5085 Episode: Finished after 162 time steps\n",
      "5086 Episode: Finished after 9 time steps\n",
      "5088 Episode: Finished after 152 time steps\n",
      "5090 Episode: Finished after 176 time steps\n",
      "5091 Episode: Finished after 8 time steps\n",
      "5093 Episode: Finished after 141 time steps\n",
      "5097 Episode: Finished after 73 time steps\n",
      "5098 Episode: Finished after 154 time steps\n",
      "5100 Episode: Finished after 134 time steps\n",
      "5101 Episode: Finished after 160 time steps\n",
      "5102 Episode: Finished after 93 time steps\n",
      "5103 Episode: Finished after 163 time steps\n",
      "5104 Episode: Finished after 188 time steps\n",
      "5105 Episode: Finished after 115 time steps\n",
      "5108 Episode: Finished after 72 time steps\n",
      "5109 Episode: Finished after 101 time steps\n",
      "5110 Episode: Finished after 183 time steps\n",
      "5111 Episode: Finished after 171 time steps\n",
      "5112 Episode: Finished after 139 time steps\n",
      "5113 Episode: Finished after 178 time steps\n",
      "5114 Episode: Finished after 145 time steps\n",
      "5115 Episode: Finished after 132 time steps\n",
      "5116 Episode: Finished after 132 time steps\n",
      "5117 Episode: Finished after 144 time steps\n",
      "5118 Episode: Finished after 84 time steps\n",
      "5119 Episode: Finished after 134 time steps\n",
      "5120 Episode: Finished after 27 time steps\n",
      "5121 Episode: Finished after 142 time steps\n",
      "5122 Episode: Finished after 193 time steps\n",
      "5124 Episode: Finished after 90 time steps\n",
      "5125 Episode: Finished after 123 time steps\n",
      "5126 Episode: Finished after 143 time steps\n",
      "5127 Episode: Finished after 95 time steps\n",
      "5128 Episode: Finished after 71 time steps\n",
      "5130 Episode: Finished after 146 time steps\n",
      "5131 Episode: Finished after 147 time steps\n",
      "5132 Episode: Finished after 63 time steps\n",
      "5133 Episode: Finished after 27 time steps\n",
      "5135 Episode: Finished after 113 time steps\n",
      "5136 Episode: Finished after 23 time steps\n",
      "5137 Episode: Finished after 161 time steps\n",
      "5138 Episode: Finished after 80 time steps\n",
      "5139 Episode: Finished after 166 time steps\n",
      "5140 Episode: Finished after 191 time steps\n",
      "5141 Episode: Finished after 37 time steps\n",
      "5142 Episode: Finished after 28 time steps\n",
      "5143 Episode: Finished after 177 time steps\n",
      "5144 Episode: Finished after 159 time steps\n",
      "5145 Episode: Finished after 144 time steps\n",
      "5146 Episode: Finished after 194 time steps\n",
      "5147 Episode: Finished after 90 time steps\n",
      "5148 Episode: Finished after 149 time steps\n",
      "5149 Episode: Finished after 28 time steps\n",
      "5150 Episode: Finished after 123 time steps\n",
      "5152 Episode: Finished after 125 time steps\n",
      "5153 Episode: Finished after 186 time steps\n",
      "5154 Episode: Finished after 28 time steps\n",
      "5156 Episode: Finished after 157 time steps\n",
      "5157 Episode: Finished after 144 time steps\n",
      "5158 Episode: Finished after 137 time steps\n",
      "5159 Episode: Finished after 119 time steps\n",
      "5160 Episode: Finished after 194 time steps\n",
      "5161 Episode: Finished after 86 time steps\n",
      "5162 Episode: Finished after 38 time steps\n",
      "5163 Episode: Finished after 151 time steps\n",
      "5164 Episode: Finished after 126 time steps\n",
      "5165 Episode: Finished after 151 time steps\n",
      "5166 Episode: Finished after 199 time steps\n",
      "5167 Episode: Finished after 167 time steps\n",
      "5168 Episode: Finished after 122 time steps\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "5169 Episode: Finished after 28 time steps\n",
      "5170 Episode: Finished after 12 time steps\n",
      "5171 Episode: Finished after 64 time steps\n",
      "5172 Episode: Finished after 58 time steps\n",
      "5173 Episode: Finished after 130 time steps\n",
      "5175 Episode: Finished after 105 time steps\n",
      "5176 Episode: Finished after 69 time steps\n",
      "5177 Episode: Finished after 116 time steps\n",
      "5178 Episode: Finished after 84 time steps\n",
      "5180 Episode: Finished after 69 time steps\n",
      "5181 Episode: Finished after 111 time steps\n",
      "5182 Episode: Finished after 112 time steps\n",
      "5183 Episode: Finished after 87 time steps\n",
      "5184 Episode: Finished after 76 time steps\n",
      "5187 Episode: Finished after 105 time steps\n",
      "5188 Episode: Finished after 130 time steps\n",
      "5189 Episode: Finished after 161 time steps\n",
      "5190 Episode: Finished after 119 time steps\n",
      "5192 Episode: Finished after 10 time steps\n",
      "5193 Episode: Finished after 140 time steps\n",
      "5194 Episode: Finished after 122 time steps\n",
      "5195 Episode: Finished after 167 time steps\n",
      "5196 Episode: Finished after 150 time steps\n",
      "5197 Episode: Finished after 99 time steps\n",
      "5199 Episode: Finished after 150 time steps\n",
      "5200 Episode: Finished after 166 time steps\n",
      "5201 Episode: Finished after 196 time steps\n",
      "5202 Episode: Finished after 137 time steps\n",
      "5203 Episode: Finished after 74 time steps\n",
      "5204 Episode: Finished after 134 time steps\n",
      "5205 Episode: Finished after 111 time steps\n",
      "5206 Episode: Finished after 82 time steps\n",
      "5207 Episode: Finished after 150 time steps\n",
      "5208 Episode: Finished after 90 time steps\n",
      "5209 Episode: Finished after 170 time steps\n",
      "5210 Episode: Finished after 134 time steps\n",
      "5211 Episode: Finished after 163 time steps\n",
      "5212 Episode: Finished after 71 time steps\n",
      "5213 Episode: Finished after 167 time steps\n",
      "5214 Episode: Finished after 9 time steps\n",
      "5215 Episode: Finished after 194 time steps\n",
      "5216 Episode: Finished after 166 time steps\n",
      "5218 Episode: Finished after 188 time steps\n",
      "5219 Episode: Finished after 135 time steps\n",
      "5220 Episode: Finished after 177 time steps\n",
      "5221 Episode: Finished after 135 time steps\n",
      "5226 Episode: Finished after 134 time steps\n",
      "5228 Episode: Finished after 21 time steps\n",
      "5229 Episode: Finished after 85 time steps\n",
      "5231 Episode: Finished after 30 time steps\n",
      "5232 Episode: Finished after 95 time steps\n",
      "5233 Episode: Finished after 47 time steps\n",
      "5234 Episode: Finished after 102 time steps\n",
      "5235 Episode: Finished after 155 time steps\n",
      "5236 Episode: Finished after 11 time steps\n",
      "5238 Episode: Finished after 107 time steps\n",
      "5242 Episode: Finished after 13 time steps\n",
      "5244 Episode: Finished after 76 time steps\n",
      "5245 Episode: Finished after 188 time steps\n",
      "5247 Episode: Finished after 175 time steps\n",
      "5248 Episode: Finished after 75 time steps\n",
      "5249 Episode: Finished after 28 time steps\n",
      "5250 Episode: Finished after 13 time steps\n",
      "5253 Episode: Finished after 66 time steps\n",
      "5256 Episode: Finished after 124 time steps\n",
      "5257 Episode: Finished after 197 time steps\n",
      "5258 Episode: Finished after 169 time steps\n",
      "5259 Episode: Finished after 200 time steps\n",
      "5260 Episode: Finished after 83 time steps\n",
      "5261 Episode: Finished after 149 time steps\n",
      "5262 Episode: Finished after 179 time steps\n",
      "5264 Episode: Finished after 180 time steps\n",
      "5265 Episode: Finished after 164 time steps\n",
      "5266 Episode: Finished after 160 time steps\n",
      "5268 Episode: Finished after 11 time steps\n",
      "5269 Episode: Finished after 18 time steps\n",
      "5272 Episode: Finished after 191 time steps\n",
      "5273 Episode: Finished after 16 time steps\n",
      "5274 Episode: Finished after 93 time steps\n",
      "5275 Episode: Finished after 145 time steps\n",
      "5277 Episode: Finished after 10 time steps\n",
      "5278 Episode: Finished after 43 time steps\n",
      "5279 Episode: Finished after 194 time steps\n",
      "5280 Episode: Finished after 19 time steps\n",
      "5282 Episode: Finished after 187 time steps\n",
      "5283 Episode: Finished after 13 time steps\n",
      "5284 Episode: Finished after 39 time steps\n",
      "5287 Episode: Finished after 102 time steps\n",
      "5288 Episode: Finished after 152 time steps\n",
      "5289 Episode: Finished after 199 time steps\n",
      "5290 Episode: Finished after 174 time steps\n",
      "5292 Episode: Finished after 62 time steps\n",
      "5293 Episode: Finished after 142 time steps\n",
      "5296 Episode: Finished after 135 time steps\n",
      "5297 Episode: Finished after 160 time steps\n",
      "5299 Episode: Finished after 30 time steps\n",
      "5300 Episode: Finished after 150 time steps\n",
      "5301 Episode: Finished after 158 time steps\n",
      "5302 Episode: Finished after 144 time steps\n",
      "5304 Episode: Finished after 133 time steps\n",
      "5306 Episode: Finished after 187 time steps\n",
      "5308 Episode: Finished after 71 time steps\n",
      "5309 Episode: Finished after 28 time steps\n",
      "5310 Episode: Finished after 136 time steps\n",
      "5311 Episode: Finished after 200 time steps\n",
      "5312 Episode: Finished after 153 time steps\n",
      "5313 Episode: Finished after 73 time steps\n",
      "5314 Episode: Finished after 175 time steps\n",
      "5315 Episode: Finished after 157 time steps\n",
      "5316 Episode: Finished after 161 time steps\n",
      "5317 Episode: Finished after 28 time steps\n",
      "5318 Episode: Finished after 125 time steps\n",
      "5319 Episode: Finished after 187 time steps\n",
      "5320 Episode: Finished after 190 time steps\n",
      "5321 Episode: Finished after 121 time steps\n",
      "5322 Episode: Finished after 138 time steps\n",
      "5323 Episode: Finished after 153 time steps\n",
      "5324 Episode: Finished after 80 time steps\n",
      "5325 Episode: Finished after 29 time steps\n",
      "5326 Episode: Finished after 33 time steps\n",
      "5327 Episode: Finished after 141 time steps\n",
      "5328 Episode: Finished after 187 time steps\n",
      "5329 Episode: Finished after 113 time steps\n",
      "5330 Episode: Finished after 172 time steps\n",
      "5331 Episode: Finished after 74 time steps\n",
      "5333 Episode: Finished after 166 time steps\n",
      "5334 Episode: Finished after 53 time steps\n",
      "5336 Episode: Finished after 91 time steps\n",
      "5337 Episode: Finished after 59 time steps\n",
      "5338 Episode: Finished after 127 time steps\n",
      "5339 Episode: Finished after 21 time steps\n",
      "5340 Episode: Finished after 21 time steps\n",
      "5341 Episode: Finished after 199 time steps\n",
      "5342 Episode: Finished after 64 time steps\n",
      "5344 Episode: Finished after 168 time steps\n",
      "5345 Episode: Finished after 135 time steps\n",
      "5346 Episode: Finished after 165 time steps\n",
      "5347 Episode: Finished after 62 time steps\n",
      "5349 Episode: Finished after 116 time steps\n",
      "5350 Episode: Finished after 104 time steps\n",
      "5351 Episode: Finished after 192 time steps\n",
      "5352 Episode: Finished after 136 time steps\n",
      "5354 Episode: Finished after 194 time steps\n",
      "5355 Episode: Finished after 117 time steps\n",
      "5356 Episode: Finished after 164 time steps\n",
      "5357 Episode: Finished after 96 time steps\n",
      "5358 Episode: Finished after 144 time steps\n",
      "5359 Episode: Finished after 138 time steps\n",
      "5360 Episode: Finished after 164 time steps\n",
      "5361 Episode: Finished after 132 time steps\n",
      "5363 Episode: Finished after 157 time steps\n",
      "5364 Episode: Finished after 81 time steps\n",
      "5368 Episode: Finished after 146 time steps\n",
      "5369 Episode: Finished after 85 time steps\n",
      "5370 Episode: Finished after 131 time steps\n",
      "5372 Episode: Finished after 138 time steps\n",
      "5373 Episode: Finished after 166 time steps\n",
      "5374 Episode: Finished after 151 time steps\n",
      "5375 Episode: Finished after 126 time steps\n",
      "5376 Episode: Finished after 170 time steps\n",
      "5377 Episode: Finished after 96 time steps\n",
      "5378 Episode: Finished after 88 time steps\n",
      "5379 Episode: Finished after 193 time steps\n",
      "5380 Episode: Finished after 58 time steps\n",
      "5381 Episode: Finished after 72 time steps\n",
      "5382 Episode: Finished after 92 time steps\n",
      "5383 Episode: Finished after 74 time steps\n",
      "5384 Episode: Finished after 30 time steps\n",
      "5385 Episode: Finished after 134 time steps\n",
      "5387 Episode: Finished after 168 time steps\n",
      "5388 Episode: Finished after 127 time steps\n",
      "5389 Episode: Finished after 194 time steps\n",
      "5390 Episode: Finished after 150 time steps\n",
      "5392 Episode: Finished after 167 time steps\n",
      "5393 Episode: Finished after 56 time steps\n",
      "5394 Episode: Finished after 134 time steps\n",
      "5395 Episode: Finished after 177 time steps\n",
      "5396 Episode: Finished after 155 time steps\n",
      "5397 Episode: Finished after 84 time steps\n",
      "5399 Episode: Finished after 83 time steps\n",
      "5401 Episode: Finished after 88 time steps\n",
      "5402 Episode: Finished after 200 time steps\n",
      "5403 Episode: Finished after 139 time steps\n",
      "5404 Episode: Finished after 168 time steps\n",
      "5405 Episode: Finished after 177 time steps\n",
      "5406 Episode: Finished after 109 time steps\n",
      "5407 Episode: Finished after 76 time steps\n",
      "5408 Episode: Finished after 126 time steps\n",
      "5409 Episode: Finished after 160 time steps\n",
      "5410 Episode: Finished after 151 time steps\n",
      "5411 Episode: Finished after 63 time steps\n",
      "5412 Episode: Finished after 153 time steps\n",
      "5414 Episode: Finished after 168 time steps\n",
      "5415 Episode: Finished after 183 time steps\n",
      "5416 Episode: Finished after 116 time steps\n",
      "5417 Episode: Finished after 155 time steps\n",
      "5418 Episode: Finished after 172 time steps\n",
      "5419 Episode: Finished after 153 time steps\n",
      "5420 Episode: Finished after 25 time steps\n",
      "5421 Episode: Finished after 95 time steps\n",
      "5422 Episode: Finished after 140 time steps\n",
      "5423 Episode: Finished after 196 time steps\n",
      "5424 Episode: Finished after 112 time steps\n",
      "5425 Episode: Finished after 72 time steps\n",
      "5426 Episode: Finished after 142 time steps\n",
      "5427 Episode: Finished after 37 time steps\n",
      "5428 Episode: Finished after 171 time steps\n",
      "5429 Episode: Finished after 130 time steps\n",
      "5430 Episode: Finished after 11 time steps\n",
      "5431 Episode: Finished after 147 time steps\n",
      "5432 Episode: Finished after 167 time steps\n",
      "5433 Episode: Finished after 12 time steps\n",
      "5436 Episode: Finished after 93 time steps\n",
      "5437 Episode: Finished after 159 time steps\n",
      "5438 Episode: Finished after 167 time steps\n",
      "5439 Episode: Finished after 150 time steps\n",
      "5440 Episode: Finished after 182 time steps\n",
      "5441 Episode: Finished after 102 time steps\n",
      "5442 Episode: Finished after 122 time steps\n",
      "5444 Episode: Finished after 152 time steps\n",
      "5445 Episode: Finished after 123 time steps\n",
      "5446 Episode: Finished after 41 time steps\n",
      "5447 Episode: Finished after 48 time steps\n",
      "5448 Episode: Finished after 144 time steps\n",
      "5449 Episode: Finished after 16 time steps\n",
      "5451 Episode: Finished after 28 time steps\n",
      "5452 Episode: Finished after 156 time steps\n",
      "5453 Episode: Finished after 161 time steps\n",
      "5455 Episode: Finished after 94 time steps\n",
      "5456 Episode: Finished after 167 time steps\n",
      "5457 Episode: Finished after 73 time steps\n",
      "5458 Episode: Finished after 86 time steps\n",
      "5459 Episode: Finished after 118 time steps\n",
      "5460 Episode: Finished after 161 time steps\n",
      "5462 Episode: Finished after 190 time steps\n",
      "5463 Episode: Finished after 25 time steps\n",
      "5464 Episode: Finished after 108 time steps\n",
      "5465 Episode: Finished after 136 time steps\n",
      "5466 Episode: Finished after 171 time steps\n",
      "5467 Episode: Finished after 192 time steps\n",
      "5468 Episode: Finished after 200 time steps\n",
      "5469 Episode: Finished after 133 time steps\n",
      "5470 Episode: Finished after 95 time steps\n",
      "5471 Episode: Finished after 74 time steps\n",
      "5472 Episode: Finished after 175 time steps\n",
      "5473 Episode: Finished after 182 time steps\n",
      "5474 Episode: Finished after 197 time steps\n",
      "5475 Episode: Finished after 110 time steps\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "5477 Episode: Finished after 75 time steps\n",
      "5479 Episode: Finished after 149 time steps\n",
      "5480 Episode: Finished after 120 time steps\n",
      "5482 Episode: Finished after 198 time steps\n",
      "5483 Episode: Finished after 105 time steps\n",
      "5484 Episode: Finished after 168 time steps\n",
      "5485 Episode: Finished after 189 time steps\n",
      "5486 Episode: Finished after 166 time steps\n",
      "5487 Episode: Finished after 166 time steps\n",
      "5488 Episode: Finished after 133 time steps\n",
      "5489 Episode: Finished after 75 time steps\n",
      "5490 Episode: Finished after 43 time steps\n",
      "5491 Episode: Finished after 151 time steps\n",
      "5492 Episode: Finished after 159 time steps\n",
      "5494 Episode: Finished after 124 time steps\n",
      "5495 Episode: Finished after 118 time steps\n",
      "5497 Episode: Finished after 127 time steps\n",
      "5498 Episode: Finished after 176 time steps\n",
      "5499 Episode: Finished after 195 time steps\n",
      "5500 Episode: Finished after 163 time steps\n",
      "5501 Episode: Finished after 74 time steps\n",
      "5502 Episode: Finished after 96 time steps\n",
      "5503 Episode: Finished after 179 time steps\n",
      "5504 Episode: Finished after 134 time steps\n",
      "5506 Episode: Finished after 119 time steps\n",
      "5507 Episode: Finished after 166 time steps\n",
      "5508 Episode: Finished after 176 time steps\n",
      "5509 Episode: Finished after 65 time steps\n",
      "5510 Episode: Finished after 115 time steps\n",
      "5511 Episode: Finished after 169 time steps\n",
      "5512 Episode: Finished after 120 time steps\n",
      "5513 Episode: Finished after 119 time steps\n",
      "5514 Episode: Finished after 186 time steps\n",
      "5516 Episode: Finished after 89 time steps\n",
      "5517 Episode: Finished after 190 time steps\n",
      "5519 Episode: Finished after 118 time steps\n",
      "5520 Episode: Finished after 68 time steps\n",
      "5521 Episode: Finished after 138 time steps\n",
      "5522 Episode: Finished after 156 time steps\n",
      "5523 Episode: Finished after 84 time steps\n",
      "5524 Episode: Finished after 148 time steps\n",
      "5526 Episode: Finished after 76 time steps\n",
      "5527 Episode: Finished after 79 time steps\n",
      "5528 Episode: Finished after 151 time steps\n",
      "5531 Episode: Finished after 172 time steps\n",
      "5532 Episode: Finished after 71 time steps\n",
      "5534 Episode: Finished after 76 time steps\n",
      "5535 Episode: Finished after 80 time steps\n",
      "5537 Episode: Finished after 102 time steps\n",
      "5538 Episode: Finished after 107 time steps\n",
      "5539 Episode: Finished after 11 time steps\n",
      "5540 Episode: Finished after 187 time steps\n",
      "5541 Episode: Finished after 75 time steps\n",
      "5542 Episode: Finished after 173 time steps\n",
      "5543 Episode: Finished after 192 time steps\n",
      "5544 Episode: Finished after 74 time steps\n",
      "5545 Episode: Finished after 81 time steps\n",
      "5546 Episode: Finished after 177 time steps\n",
      "5547 Episode: Finished after 152 time steps\n",
      "5548 Episode: Finished after 163 time steps\n",
      "5549 Episode: Finished after 146 time steps\n",
      "5550 Episode: Finished after 180 time steps\n",
      "5551 Episode: Finished after 152 time steps\n",
      "5552 Episode: Finished after 173 time steps\n",
      "5553 Episode: Finished after 52 time steps\n",
      "5554 Episode: Finished after 60 time steps\n",
      "5555 Episode: Finished after 179 time steps\n",
      "5556 Episode: Finished after 127 time steps\n",
      "5557 Episode: Finished after 136 time steps\n",
      "5558 Episode: Finished after 154 time steps\n",
      "5559 Episode: Finished after 142 time steps\n",
      "5560 Episode: Finished after 174 time steps\n",
      "5561 Episode: Finished after 117 time steps\n",
      "5563 Episode: Finished after 60 time steps\n",
      "5564 Episode: Finished after 173 time steps\n",
      "5565 Episode: Finished after 178 time steps\n",
      "5566 Episode: Finished after 98 time steps\n",
      "5567 Episode: Finished after 100 time steps\n",
      "5568 Episode: Finished after 124 time steps\n",
      "5569 Episode: Finished after 121 time steps\n",
      "5571 Episode: Finished after 110 time steps\n",
      "5572 Episode: Finished after 141 time steps\n",
      "5573 Episode: Finished after 125 time steps\n",
      "5574 Episode: Finished after 195 time steps\n",
      "5575 Episode: Finished after 152 time steps\n",
      "5576 Episode: Finished after 192 time steps\n",
      "5578 Episode: Finished after 144 time steps\n",
      "5579 Episode: Finished after 151 time steps\n",
      "5580 Episode: Finished after 176 time steps\n",
      "5581 Episode: Finished after 144 time steps\n",
      "5582 Episode: Finished after 161 time steps\n",
      "5583 Episode: Finished after 145 time steps\n",
      "5584 Episode: Finished after 143 time steps\n",
      "5586 Episode: Finished after 174 time steps\n",
      "5587 Episode: Finished after 146 time steps\n",
      "5588 Episode: Finished after 165 time steps\n",
      "5589 Episode: Finished after 111 time steps\n",
      "5591 Episode: Finished after 176 time steps\n",
      "5592 Episode: Finished after 79 time steps\n",
      "5593 Episode: Finished after 128 time steps\n",
      "5594 Episode: Finished after 179 time steps\n",
      "5595 Episode: Finished after 187 time steps\n",
      "5596 Episode: Finished after 152 time steps\n",
      "5598 Episode: Finished after 55 time steps\n",
      "5599 Episode: Finished after 185 time steps\n",
      "5602 Episode: Finished after 185 time steps\n",
      "5603 Episode: Finished after 154 time steps\n",
      "5604 Episode: Finished after 110 time steps\n",
      "5605 Episode: Finished after 138 time steps\n",
      "5606 Episode: Finished after 33 time steps\n",
      "5607 Episode: Finished after 108 time steps\n",
      "5609 Episode: Finished after 163 time steps\n",
      "5610 Episode: Finished after 90 time steps\n",
      "5611 Episode: Finished after 128 time steps\n",
      "5612 Episode: Finished after 192 time steps\n",
      "5614 Episode: Finished after 107 time steps\n",
      "5615 Episode: Finished after 10 time steps\n",
      "5616 Episode: Finished after 184 time steps\n",
      "5617 Episode: Finished after 79 time steps\n",
      "5618 Episode: Finished after 77 time steps\n",
      "5619 Episode: Finished after 174 time steps\n",
      "5620 Episode: Finished after 192 time steps\n",
      "5621 Episode: Finished after 168 time steps\n",
      "5622 Episode: Finished after 155 time steps\n",
      "5623 Episode: Finished after 10 time steps\n",
      "5624 Episode: Finished after 157 time steps\n",
      "5625 Episode: Finished after 169 time steps\n",
      "5626 Episode: Finished after 189 time steps\n",
      "5628 Episode: Finished after 132 time steps\n",
      "5630 Episode: Finished after 172 time steps\n",
      "5631 Episode: Finished after 90 time steps\n",
      "5632 Episode: Finished after 122 time steps\n",
      "5633 Episode: Finished after 126 time steps\n",
      "5634 Episode: Finished after 162 time steps\n",
      "5635 Episode: Finished after 180 time steps\n",
      "5636 Episode: Finished after 95 time steps\n",
      "5639 Episode: Finished after 113 time steps\n",
      "5644 Episode: Finished after 16 time steps\n",
      "5651 Episode: Finished after 154 time steps\n",
      "5654 Episode: Finished after 119 time steps\n",
      "5658 Episode: Finished after 88 time steps\n",
      "5659 Episode: Finished after 72 time steps\n",
      "5660 Episode: Finished after 157 time steps\n",
      "5661 Episode: Finished after 84 time steps\n",
      "5662 Episode: Finished after 111 time steps\n",
      "5665 Episode: Finished after 174 time steps\n",
      "5666 Episode: Finished after 78 time steps\n",
      "5667 Episode: Finished after 83 time steps\n",
      "5669 Episode: Finished after 191 time steps\n",
      "5671 Episode: Finished after 87 time steps\n",
      "5673 Episode: Finished after 103 time steps\n",
      "5676 Episode: Finished after 22 time steps\n",
      "5677 Episode: Finished after 188 time steps\n",
      "5679 Episode: Finished after 128 time steps\n",
      "5680 Episode: Finished after 154 time steps\n",
      "5681 Episode: Finished after 128 time steps\n",
      "5682 Episode: Finished after 82 time steps\n",
      "5683 Episode: Finished after 107 time steps\n",
      "5684 Episode: Finished after 149 time steps\n",
      "5685 Episode: Finished after 166 time steps\n",
      "5686 Episode: Finished after 113 time steps\n",
      "5687 Episode: Finished after 102 time steps\n",
      "5689 Episode: Finished after 90 time steps\n",
      "5692 Episode: Finished after 163 time steps\n",
      "5693 Episode: Finished after 96 time steps\n",
      "5694 Episode: Finished after 162 time steps\n",
      "5695 Episode: Finished after 124 time steps\n",
      "5696 Episode: Finished after 135 time steps\n",
      "5698 Episode: Finished after 103 time steps\n",
      "5699 Episode: Finished after 188 time steps\n",
      "5701 Episode: Finished after 62 time steps\n",
      "5702 Episode: Finished after 130 time steps\n",
      "5703 Episode: Finished after 138 time steps\n",
      "5704 Episode: Finished after 21 time steps\n",
      "5705 Episode: Finished after 86 time steps\n",
      "5706 Episode: Finished after 169 time steps\n",
      "5707 Episode: Finished after 126 time steps\n",
      "5708 Episode: Finished after 199 time steps\n",
      "5709 Episode: Finished after 65 time steps\n",
      "5710 Episode: Finished after 110 time steps\n",
      "5711 Episode: Finished after 196 time steps\n",
      "5712 Episode: Finished after 192 time steps\n",
      "5713 Episode: Finished after 144 time steps\n",
      "5714 Episode: Finished after 146 time steps\n",
      "5716 Episode: Finished after 121 time steps\n",
      "5717 Episode: Finished after 92 time steps\n",
      "5718 Episode: Finished after 76 time steps\n",
      "5719 Episode: Finished after 25 time steps\n",
      "5720 Episode: Finished after 155 time steps\n",
      "5721 Episode: Finished after 142 time steps\n",
      "5722 Episode: Finished after 151 time steps\n",
      "5723 Episode: Finished after 102 time steps\n",
      "5724 Episode: Finished after 196 time steps\n",
      "5725 Episode: Finished after 120 time steps\n",
      "5726 Episode: Finished after 157 time steps\n",
      "5727 Episode: Finished after 89 time steps\n",
      "5728 Episode: Finished after 78 time steps\n",
      "5729 Episode: Finished after 119 time steps\n",
      "5730 Episode: Finished after 95 time steps\n",
      "5731 Episode: Finished after 189 time steps\n",
      "5732 Episode: Finished after 110 time steps\n",
      "5733 Episode: Finished after 142 time steps\n",
      "5734 Episode: Finished after 133 time steps\n",
      "5736 Episode: Finished after 147 time steps\n",
      "5737 Episode: Finished after 176 time steps\n",
      "5738 Episode: Finished after 119 time steps\n",
      "5739 Episode: Finished after 141 time steps\n",
      "5741 Episode: Finished after 99 time steps\n",
      "5742 Episode: Finished after 62 time steps\n",
      "5743 Episode: Finished after 81 time steps\n",
      "5744 Episode: Finished after 131 time steps\n",
      "5745 Episode: Finished after 74 time steps\n",
      "5747 Episode: Finished after 136 time steps\n",
      "5748 Episode: Finished after 186 time steps\n",
      "5749 Episode: Finished after 86 time steps\n",
      "5750 Episode: Finished after 117 time steps\n",
      "5751 Episode: Finished after 67 time steps\n",
      "5752 Episode: Finished after 139 time steps\n",
      "5753 Episode: Finished after 33 time steps\n",
      "5754 Episode: Finished after 136 time steps\n",
      "5755 Episode: Finished after 130 time steps\n",
      "5756 Episode: Finished after 159 time steps\n",
      "5758 Episode: Finished after 141 time steps\n",
      "5759 Episode: Finished after 143 time steps\n",
      "5761 Episode: Finished after 29 time steps\n",
      "5762 Episode: Finished after 184 time steps\n",
      "5763 Episode: Finished after 61 time steps\n",
      "5764 Episode: Finished after 182 time steps\n",
      "5765 Episode: Finished after 113 time steps\n",
      "5766 Episode: Finished after 76 time steps\n",
      "5767 Episode: Finished after 173 time steps\n",
      "5768 Episode: Finished after 44 time steps\n",
      "5769 Episode: Finished after 61 time steps\n",
      "5770 Episode: Finished after 154 time steps\n",
      "5771 Episode: Finished after 194 time steps\n",
      "5772 Episode: Finished after 27 time steps\n",
      "5773 Episode: Finished after 185 time steps\n",
      "5774 Episode: Finished after 118 time steps\n",
      "5776 Episode: Finished after 176 time steps\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "5777 Episode: Finished after 76 time steps\n",
      "5778 Episode: Finished after 182 time steps\n",
      "5780 Episode: Finished after 164 time steps\n",
      "5781 Episode: Finished after 129 time steps\n",
      "5782 Episode: Finished after 146 time steps\n",
      "5783 Episode: Finished after 101 time steps\n",
      "5784 Episode: Finished after 182 time steps\n",
      "5786 Episode: Finished after 134 time steps\n",
      "5787 Episode: Finished after 157 time steps\n",
      "5788 Episode: Finished after 142 time steps\n",
      "5789 Episode: Finished after 32 time steps\n",
      "5790 Episode: Finished after 152 time steps\n",
      "5791 Episode: Finished after 145 time steps\n",
      "5792 Episode: Finished after 57 time steps\n",
      "5793 Episode: Finished after 171 time steps\n",
      "5794 Episode: Finished after 159 time steps\n",
      "5795 Episode: Finished after 130 time steps\n",
      "5796 Episode: Finished after 132 time steps\n",
      "5797 Episode: Finished after 66 time steps\n",
      "5798 Episode: Finished after 58 time steps\n",
      "5799 Episode: Finished after 82 time steps\n",
      "5800 Episode: Finished after 199 time steps\n",
      "5801 Episode: Finished after 126 time steps\n",
      "5802 Episode: Finished after 135 time steps\n",
      "5805 Episode: Finished after 23 time steps\n",
      "5806 Episode: Finished after 58 time steps\n",
      "5807 Episode: Finished after 131 time steps\n",
      "5809 Episode: Finished after 140 time steps\n",
      "5810 Episode: Finished after 166 time steps\n",
      "5811 Episode: Finished after 107 time steps\n",
      "5812 Episode: Finished after 138 time steps\n",
      "5813 Episode: Finished after 149 time steps\n",
      "5815 Episode: Finished after 151 time steps\n",
      "5816 Episode: Finished after 147 time steps\n",
      "5817 Episode: Finished after 71 time steps\n",
      "5818 Episode: Finished after 176 time steps\n",
      "5820 Episode: Finished after 164 time steps\n",
      "5821 Episode: Finished after 168 time steps\n",
      "5822 Episode: Finished after 142 time steps\n",
      "5824 Episode: Finished after 143 time steps\n",
      "5826 Episode: Finished after 182 time steps\n",
      "5827 Episode: Finished after 124 time steps\n",
      "5828 Episode: Finished after 154 time steps\n",
      "5830 Episode: Finished after 150 time steps\n",
      "5831 Episode: Finished after 134 time steps\n",
      "5832 Episode: Finished after 195 time steps\n",
      "5834 Episode: Finished after 87 time steps\n",
      "5835 Episode: Finished after 181 time steps\n",
      "5836 Episode: Finished after 33 time steps\n",
      "5837 Episode: Finished after 33 time steps\n",
      "5838 Episode: Finished after 163 time steps\n",
      "5839 Episode: Finished after 53 time steps\n",
      "5840 Episode: Finished after 143 time steps\n",
      "5841 Episode: Finished after 165 time steps\n",
      "5842 Episode: Finished after 200 time steps\n",
      "5843 Episode: Finished after 174 time steps\n",
      "5844 Episode: Finished after 129 time steps\n",
      "5846 Episode: Finished after 156 time steps\n",
      "5847 Episode: Finished after 155 time steps\n",
      "5848 Episode: Finished after 192 time steps\n",
      "5851 Episode: Finished after 174 time steps\n",
      "5859 Episode: Finished after 123 time steps\n",
      "5861 Episode: Finished after 119 time steps\n",
      "5862 Episode: Finished after 131 time steps\n",
      "5863 Episode: Finished after 86 time steps\n",
      "5864 Episode: Finished after 171 time steps\n",
      "5865 Episode: Finished after 198 time steps\n",
      "5866 Episode: Finished after 175 time steps\n",
      "5867 Episode: Finished after 135 time steps\n",
      "5868 Episode: Finished after 181 time steps\n",
      "5869 Episode: Finished after 146 time steps\n",
      "5870 Episode: Finished after 169 time steps\n",
      "5871 Episode: Finished after 71 time steps\n",
      "5872 Episode: Finished after 171 time steps\n",
      "5873 Episode: Finished after 174 time steps\n",
      "5874 Episode: Finished after 119 time steps\n",
      "5875 Episode: Finished after 191 time steps\n",
      "5876 Episode: Finished after 162 time steps\n",
      "5877 Episode: Finished after 151 time steps\n",
      "5879 Episode: Finished after 183 time steps\n",
      "5881 Episode: Finished after 150 time steps\n",
      "5882 Episode: Finished after 165 time steps\n",
      "5883 Episode: Finished after 158 time steps\n",
      "5885 Episode: Finished after 148 time steps\n",
      "5886 Episode: Finished after 88 time steps\n",
      "5887 Episode: Finished after 200 time steps\n",
      "5888 Episode: Finished after 75 time steps\n",
      "5890 Episode: Finished after 196 time steps\n",
      "5891 Episode: Finished after 80 time steps\n",
      "5893 Episode: Finished after 103 time steps\n",
      "5895 Episode: Finished after 61 time steps\n",
      "5897 Episode: Finished after 108 time steps\n",
      "5900 Episode: Finished after 114 time steps\n",
      "5903 Episode: Finished after 61 time steps\n",
      "5905 Episode: Finished after 151 time steps\n",
      "5906 Episode: Finished after 84 time steps\n",
      "5907 Episode: Finished after 113 time steps\n",
      "5910 Episode: Finished after 184 time steps\n",
      "5911 Episode: Finished after 140 time steps\n",
      "5912 Episode: Finished after 106 time steps\n",
      "5916 Episode: Finished after 130 time steps\n",
      "5918 Episode: Finished after 101 time steps\n",
      "5919 Episode: Finished after 116 time steps\n",
      "5920 Episode: Finished after 64 time steps\n",
      "5921 Episode: Finished after 143 time steps\n",
      "5922 Episode: Finished after 49 time steps\n",
      "5923 Episode: Finished after 89 time steps\n",
      "5924 Episode: Finished after 41 time steps\n",
      "5925 Episode: Finished after 68 time steps\n",
      "5926 Episode: Finished after 159 time steps\n",
      "5927 Episode: Finished after 77 time steps\n",
      "5928 Episode: Finished after 185 time steps\n",
      "5929 Episode: Finished after 138 time steps\n",
      "5930 Episode: Finished after 70 time steps\n",
      "5931 Episode: Finished after 81 time steps\n",
      "5932 Episode: Finished after 190 time steps\n",
      "5933 Episode: Finished after 197 time steps\n",
      "5935 Episode: Finished after 173 time steps\n",
      "5936 Episode: Finished after 187 time steps\n",
      "5937 Episode: Finished after 142 time steps\n",
      "5938 Episode: Finished after 142 time steps\n",
      "5939 Episode: Finished after 129 time steps\n",
      "5940 Episode: Finished after 139 time steps\n",
      "5941 Episode: Finished after 167 time steps\n",
      "5945 Episode: Finished after 121 time steps\n",
      "5946 Episode: Finished after 172 time steps\n",
      "5947 Episode: Finished after 134 time steps\n",
      "5948 Episode: Finished after 14 time steps\n",
      "5949 Episode: Finished after 83 time steps\n",
      "5950 Episode: Finished after 111 time steps\n",
      "5951 Episode: Finished after 156 time steps\n",
      "5953 Episode: Finished after 133 time steps\n",
      "5954 Episode: Finished after 100 time steps\n",
      "5955 Episode: Finished after 123 time steps\n",
      "5956 Episode: Finished after 192 time steps\n",
      "5957 Episode: Finished after 169 time steps\n",
      "5958 Episode: Finished after 171 time steps\n",
      "5959 Episode: Finished after 156 time steps\n",
      "5961 Episode: Finished after 178 time steps\n",
      "5962 Episode: Finished after 190 time steps\n",
      "5963 Episode: Finished after 150 time steps\n",
      "5964 Episode: Finished after 162 time steps\n",
      "5967 Episode: Finished after 176 time steps\n",
      "5968 Episode: Finished after 166 time steps\n",
      "5969 Episode: Finished after 135 time steps\n",
      "5970 Episode: Finished after 111 time steps\n",
      "5971 Episode: Finished after 124 time steps\n",
      "5972 Episode: Finished after 175 time steps\n",
      "5973 Episode: Finished after 124 time steps\n",
      "5974 Episode: Finished after 125 time steps\n",
      "5975 Episode: Finished after 187 time steps\n",
      "5976 Episode: Finished after 84 time steps\n",
      "5977 Episode: Finished after 177 time steps\n",
      "5978 Episode: Finished after 82 time steps\n",
      "5979 Episode: Finished after 124 time steps\n",
      "5980 Episode: Finished after 123 time steps\n",
      "5981 Episode: Finished after 107 time steps\n",
      "5982 Episode: Finished after 193 time steps\n",
      "5983 Episode: Finished after 163 time steps\n",
      "5984 Episode: Finished after 76 time steps\n",
      "5985 Episode: Finished after 77 time steps\n",
      "5986 Episode: Finished after 133 time steps\n",
      "5987 Episode: Finished after 127 time steps\n",
      "5988 Episode: Finished after 109 time steps\n",
      "5989 Episode: Finished after 109 time steps\n",
      "5990 Episode: Finished after 160 time steps\n",
      "5991 Episode: Finished after 118 time steps\n",
      "5992 Episode: Finished after 142 time steps\n",
      "5995 Episode: Finished after 183 time steps\n",
      "5996 Episode: Finished after 97 time steps\n",
      "5998 Episode: Finished after 128 time steps\n",
      "5999 Episode: Finished after 164 time steps\n",
      "6000 Episode: Finished after 76 time steps\n",
      "6001 Episode: Finished after 149 time steps\n",
      "6002 Episode: Finished after 113 time steps\n",
      "6003 Episode: Finished after 181 time steps\n",
      "6004 Episode: Finished after 118 time steps\n",
      "6006 Episode: Finished after 163 time steps\n",
      "6007 Episode: Finished after 117 time steps\n",
      "6008 Episode: Finished after 127 time steps\n",
      "6009 Episode: Finished after 97 time steps\n",
      "6011 Episode: Finished after 89 time steps\n",
      "6013 Episode: Finished after 93 time steps\n",
      "6015 Episode: Finished after 125 time steps\n",
      "6016 Episode: Finished after 151 time steps\n",
      "6017 Episode: Finished after 153 time steps\n",
      "6018 Episode: Finished after 77 time steps\n",
      "6020 Episode: Finished after 113 time steps\n",
      "6021 Episode: Finished after 133 time steps\n",
      "6022 Episode: Finished after 165 time steps\n",
      "6023 Episode: Finished after 143 time steps\n",
      "6024 Episode: Finished after 137 time steps\n",
      "6025 Episode: Finished after 28 time steps\n",
      "6026 Episode: Finished after 127 time steps\n",
      "6027 Episode: Finished after 141 time steps\n",
      "6028 Episode: Finished after 181 time steps\n",
      "6029 Episode: Finished after 118 time steps\n",
      "6030 Episode: Finished after 128 time steps\n",
      "6031 Episode: Finished after 145 time steps\n",
      "6033 Episode: Finished after 156 time steps\n",
      "6034 Episode: Finished after 178 time steps\n",
      "6035 Episode: Finished after 125 time steps\n",
      "6037 Episode: Finished after 127 time steps\n",
      "6038 Episode: Finished after 150 time steps\n",
      "6039 Episode: Finished after 158 time steps\n",
      "6040 Episode: Finished after 97 time steps\n",
      "6041 Episode: Finished after 84 time steps\n",
      "6042 Episode: Finished after 182 time steps\n",
      "6043 Episode: Finished after 150 time steps\n",
      "6044 Episode: Finished after 72 time steps\n",
      "6045 Episode: Finished after 134 time steps\n",
      "6046 Episode: Finished after 105 time steps\n",
      "6047 Episode: Finished after 151 time steps\n",
      "6048 Episode: Finished after 151 time steps\n",
      "6049 Episode: Finished after 130 time steps\n",
      "6050 Episode: Finished after 142 time steps\n",
      "6051 Episode: Finished after 102 time steps\n",
      "6052 Episode: Finished after 172 time steps\n",
      "6054 Episode: Finished after 81 time steps\n",
      "6055 Episode: Finished after 100 time steps\n",
      "6056 Episode: Finished after 157 time steps\n",
      "6057 Episode: Finished after 181 time steps\n",
      "6058 Episode: Finished after 72 time steps\n",
      "6059 Episode: Finished after 187 time steps\n",
      "6060 Episode: Finished after 156 time steps\n",
      "6062 Episode: Finished after 138 time steps\n",
      "6063 Episode: Finished after 96 time steps\n",
      "6064 Episode: Finished after 135 time steps\n",
      "6065 Episode: Finished after 182 time steps\n",
      "6066 Episode: Finished after 113 time steps\n",
      "6067 Episode: Finished after 157 time steps\n",
      "6068 Episode: Finished after 8 time steps\n",
      "6069 Episode: Finished after 188 time steps\n",
      "6070 Episode: Finished after 146 time steps\n",
      "6071 Episode: Finished after 130 time steps\n",
      "6072 Episode: Finished after 127 time steps\n",
      "6073 Episode: Finished after 167 time steps\n",
      "6074 Episode: Finished after 162 time steps\n",
      "6076 Episode: Finished after 126 time steps\n",
      "6077 Episode: Finished after 127 time steps\n",
      "6078 Episode: Finished after 101 time steps\n",
      "6079 Episode: Finished after 70 time steps\n",
      "6080 Episode: Finished after 93 time steps\n",
      "6081 Episode: Finished after 10 time steps\n",
      "6082 Episode: Finished after 160 time steps\n",
      "6084 Episode: Finished after 197 time steps\n",
      "6085 Episode: Finished after 25 time steps\n",
      "6086 Episode: Finished after 142 time steps\n",
      "6088 Episode: Finished after 143 time steps\n",
      "6089 Episode: Finished after 91 time steps\n",
      "6090 Episode: Finished after 171 time steps\n",
      "6091 Episode: Finished after 144 time steps\n",
      "6092 Episode: Finished after 165 time steps\n",
      "6093 Episode: Finished after 179 time steps\n",
      "6094 Episode: Finished after 186 time steps\n",
      "6095 Episode: Finished after 197 time steps\n",
      "6096 Episode: Finished after 166 time steps\n",
      "6100 Episode: Finished after 10 time steps\n",
      "6101 Episode: Finished after 116 time steps\n",
      "6102 Episode: Finished after 185 time steps\n",
      "6103 Episode: Finished after 138 time steps\n",
      "6104 Episode: Finished after 161 time steps\n",
      "6105 Episode: Finished after 10 time steps\n",
      "6107 Episode: Finished after 132 time steps\n",
      "6108 Episode: Finished after 127 time steps\n",
      "6109 Episode: Finished after 129 time steps\n",
      "6110 Episode: Finished after 157 time steps\n",
      "6111 Episode: Finished after 173 time steps\n",
      "6112 Episode: Finished after 193 time steps\n",
      "6113 Episode: Finished after 159 time steps\n",
      "6114 Episode: Finished after 11 time steps\n",
      "6115 Episode: Finished after 137 time steps\n",
      "6116 Episode: Finished after 177 time steps\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "6117 Episode: Finished after 130 time steps\n",
      "6119 Episode: Finished after 10 time steps\n",
      "6123 Episode: Finished after 37 time steps\n",
      "6124 Episode: Finished after 160 time steps\n",
      "6125 Episode: Finished after 30 time steps\n",
      "6126 Episode: Finished after 46 time steps\n",
      "6127 Episode: Finished after 11 time steps\n",
      "6128 Episode: Finished after 149 time steps\n",
      "6129 Episode: Finished after 27 time steps\n",
      "6134 Episode: Finished after 171 time steps\n",
      "6135 Episode: Finished after 26 time steps\n",
      "6137 Episode: Finished after 169 time steps\n",
      "6138 Episode: Finished after 151 time steps\n",
      "6139 Episode: Finished after 184 time steps\n",
      "6140 Episode: Finished after 134 time steps\n",
      "6142 Episode: Finished after 123 time steps\n",
      "6143 Episode: Finished after 178 time steps\n",
      "6144 Episode: Finished after 64 time steps\n",
      "6145 Episode: Finished after 31 time steps\n",
      "6146 Episode: Finished after 180 time steps\n",
      "6147 Episode: Finished after 139 time steps\n",
      "6148 Episode: Finished after 165 time steps\n",
      "6149 Episode: Finished after 151 time steps\n",
      "6150 Episode: Finished after 82 time steps\n",
      "6151 Episode: Finished after 169 time steps\n",
      "6152 Episode: Finished after 126 time steps\n",
      "6153 Episode: Finished after 138 time steps\n",
      "6154 Episode: Finished after 142 time steps\n",
      "6155 Episode: Finished after 131 time steps\n",
      "6156 Episode: Finished after 24 time steps\n",
      "6158 Episode: Finished after 145 time steps\n",
      "6159 Episode: Finished after 117 time steps\n",
      "6160 Episode: Finished after 141 time steps\n",
      "6161 Episode: Finished after 115 time steps\n",
      "6162 Episode: Finished after 9 time steps\n",
      "6163 Episode: Finished after 161 time steps\n",
      "6164 Episode: Finished after 152 time steps\n",
      "6165 Episode: Finished after 180 time steps\n",
      "6166 Episode: Finished after 107 time steps\n",
      "6167 Episode: Finished after 161 time steps\n",
      "6168 Episode: Finished after 200 time steps\n",
      "6169 Episode: Finished after 183 time steps\n",
      "6170 Episode: Finished after 155 time steps\n",
      "6171 Episode: Finished after 121 time steps\n",
      "6172 Episode: Finished after 188 time steps\n",
      "6174 Episode: Finished after 156 time steps\n",
      "6175 Episode: Finished after 130 time steps\n",
      "6176 Episode: Finished after 123 time steps\n",
      "6177 Episode: Finished after 98 time steps\n",
      "6178 Episode: Finished after 98 time steps\n",
      "6179 Episode: Finished after 107 time steps\n",
      "6180 Episode: Finished after 149 time steps\n",
      "6181 Episode: Finished after 80 time steps\n",
      "6182 Episode: Finished after 178 time steps\n",
      "6183 Episode: Finished after 143 time steps\n",
      "6186 Episode: Finished after 89 time steps\n",
      "6187 Episode: Finished after 121 time steps\n",
      "6188 Episode: Finished after 92 time steps\n",
      "6189 Episode: Finished after 128 time steps\n",
      "6190 Episode: Finished after 107 time steps\n",
      "6191 Episode: Finished after 162 time steps\n",
      "6192 Episode: Finished after 12 time steps\n",
      "6194 Episode: Finished after 142 time steps\n",
      "6195 Episode: Finished after 149 time steps\n",
      "6197 Episode: Finished after 195 time steps\n",
      "6198 Episode: Finished after 183 time steps\n",
      "6199 Episode: Finished after 117 time steps\n",
      "6201 Episode: Finished after 162 time steps\n",
      "6202 Episode: Finished after 64 time steps\n",
      "6205 Episode: Finished after 196 time steps\n",
      "6207 Episode: Finished after 167 time steps\n",
      "6208 Episode: Finished after 113 time steps\n",
      "6211 Episode: Finished after 150 time steps\n",
      "6212 Episode: Finished after 133 time steps\n",
      "6213 Episode: Finished after 146 time steps\n",
      "6214 Episode: Finished after 143 time steps\n",
      "6215 Episode: Finished after 145 time steps\n",
      "6216 Episode: Finished after 159 time steps\n",
      "6219 Episode: Finished after 87 time steps\n",
      "6220 Episode: Finished after 33 time steps\n",
      "6221 Episode: Finished after 200 time steps\n",
      "6223 Episode: Finished after 34 time steps\n",
      "6224 Episode: Finished after 116 time steps\n",
      "6225 Episode: Finished after 153 time steps\n",
      "6227 Episode: Finished after 196 time steps\n",
      "6228 Episode: Finished after 170 time steps\n",
      "6229 Episode: Finished after 89 time steps\n",
      "6232 Episode: Finished after 162 time steps\n",
      "6233 Episode: Finished after 123 time steps\n",
      "6234 Episode: Finished after 183 time steps\n",
      "6235 Episode: Finished after 186 time steps\n",
      "6236 Episode: Finished after 159 time steps\n",
      "6237 Episode: Finished after 161 time steps\n",
      "6238 Episode: Finished after 151 time steps\n",
      "6239 Episode: Finished after 106 time steps\n",
      "6240 Episode: Finished after 81 time steps\n",
      "6241 Episode: Finished after 10 time steps\n",
      "6242 Episode: Finished after 140 time steps\n",
      "6243 Episode: Finished after 102 time steps\n",
      "6245 Episode: Finished after 104 time steps\n",
      "6246 Episode: Finished after 129 time steps\n",
      "6247 Episode: Finished after 86 time steps\n",
      "6248 Episode: Finished after 151 time steps\n",
      "6249 Episode: Finished after 148 time steps\n",
      "6250 Episode: Finished after 169 time steps\n",
      "6251 Episode: Finished after 148 time steps\n",
      "6252 Episode: Finished after 115 time steps\n",
      "6253 Episode: Finished after 116 time steps\n",
      "6254 Episode: Finished after 182 time steps\n",
      "6255 Episode: Finished after 126 time steps\n",
      "6256 Episode: Finished after 131 time steps\n",
      "6257 Episode: Finished after 121 time steps\n",
      "6258 Episode: Finished after 143 time steps\n",
      "6259 Episode: Finished after 116 time steps\n",
      "6260 Episode: Finished after 126 time steps\n",
      "6262 Episode: Finished after 138 time steps\n",
      "6263 Episode: Finished after 147 time steps\n",
      "6265 Episode: Finished after 121 time steps\n",
      "6266 Episode: Finished after 124 time steps\n",
      "6267 Episode: Finished after 111 time steps\n",
      "6268 Episode: Finished after 126 time steps\n",
      "6269 Episode: Finished after 130 time steps\n",
      "6270 Episode: Finished after 186 time steps\n",
      "6271 Episode: Finished after 123 time steps\n",
      "6272 Episode: Finished after 103 time steps\n",
      "6273 Episode: Finished after 29 time steps\n",
      "6274 Episode: Finished after 26 time steps\n",
      "6275 Episode: Finished after 120 time steps\n",
      "6276 Episode: Finished after 10 time steps\n",
      "6277 Episode: Finished after 145 time steps\n",
      "6278 Episode: Finished after 94 time steps\n",
      "6279 Episode: Finished after 72 time steps\n",
      "6280 Episode: Finished after 50 time steps\n",
      "6282 Episode: Finished after 190 time steps\n",
      "6283 Episode: Finished after 110 time steps\n",
      "6284 Episode: Finished after 102 time steps\n",
      "6285 Episode: Finished after 33 time steps\n",
      "6286 Episode: Finished after 166 time steps\n",
      "6287 Episode: Finished after 192 time steps\n",
      "6288 Episode: Finished after 166 time steps\n",
      "6289 Episode: Finished after 68 time steps\n",
      "6290 Episode: Finished after 128 time steps\n",
      "6291 Episode: Finished after 154 time steps\n",
      "6292 Episode: Finished after 188 time steps\n",
      "6293 Episode: Finished after 156 time steps\n",
      "6294 Episode: Finished after 183 time steps\n",
      "6295 Episode: Finished after 119 time steps\n",
      "6296 Episode: Finished after 157 time steps\n",
      "6297 Episode: Finished after 147 time steps\n",
      "6298 Episode: Finished after 154 time steps\n",
      "6299 Episode: Finished after 145 time steps\n",
      "6300 Episode: Finished after 143 time steps\n",
      "6301 Episode: Finished after 125 time steps\n",
      "6302 Episode: Finished after 105 time steps\n",
      "6303 Episode: Finished after 74 time steps\n",
      "6304 Episode: Finished after 181 time steps\n",
      "6305 Episode: Finished after 195 time steps\n",
      "6306 Episode: Finished after 148 time steps\n",
      "6307 Episode: Finished after 148 time steps\n",
      "6308 Episode: Finished after 11 time steps\n",
      "6309 Episode: Finished after 73 time steps\n",
      "6310 Episode: Finished after 70 time steps\n",
      "6311 Episode: Finished after 134 time steps\n",
      "6312 Episode: Finished after 164 time steps\n",
      "6313 Episode: Finished after 179 time steps\n",
      "6315 Episode: Finished after 142 time steps\n",
      "6316 Episode: Finished after 113 time steps\n",
      "6317 Episode: Finished after 85 time steps\n",
      "6319 Episode: Finished after 10 time steps\n",
      "6323 Episode: Finished after 145 time steps\n",
      "6324 Episode: Finished after 76 time steps\n",
      "6326 Episode: Finished after 118 time steps\n",
      "6327 Episode: Finished after 118 time steps\n",
      "6328 Episode: Finished after 97 time steps\n",
      "6329 Episode: Finished after 67 time steps\n",
      "6330 Episode: Finished after 43 time steps\n",
      "6336 Episode: Finished after 181 time steps\n",
      "6337 Episode: Finished after 131 time steps\n",
      "6338 Episode: Finished after 123 time steps\n",
      "6339 Episode: Finished after 146 time steps\n",
      "6340 Episode: Finished after 83 time steps\n",
      "6341 Episode: Finished after 22 time steps\n",
      "6342 Episode: Finished after 163 time steps\n",
      "6344 Episode: Finished after 187 time steps\n",
      "6345 Episode: Finished after 141 time steps\n",
      "6346 Episode: Finished after 174 time steps\n",
      "6348 Episode: Finished after 115 time steps\n",
      "6351 Episode: Finished after 140 time steps\n",
      "6352 Episode: Finished after 177 time steps\n",
      "6353 Episode: Finished after 178 time steps\n",
      "6354 Episode: Finished after 161 time steps\n",
      "6355 Episode: Finished after 71 time steps\n",
      "6358 Episode: Finished after 136 time steps\n",
      "6359 Episode: Finished after 177 time steps\n",
      "6361 Episode: Finished after 142 time steps\n",
      "6362 Episode: Finished after 134 time steps\n",
      "6363 Episode: Finished after 128 time steps\n",
      "6364 Episode: Finished after 152 time steps\n",
      "6366 Episode: Finished after 137 time steps\n",
      "6367 Episode: Finished after 145 time steps\n",
      "6369 Episode: Finished after 166 time steps\n",
      "6371 Episode: Finished after 183 time steps\n",
      "6372 Episode: Finished after 116 time steps\n",
      "6373 Episode: Finished after 180 time steps\n",
      "6374 Episode: Finished after 184 time steps\n",
      "6375 Episode: Finished after 10 time steps\n",
      "6376 Episode: Finished after 174 time steps\n",
      "6377 Episode: Finished after 170 time steps\n",
      "6378 Episode: Finished after 146 time steps\n",
      "6379 Episode: Finished after 152 time steps\n",
      "6380 Episode: Finished after 112 time steps\n",
      "6383 Episode: Finished after 11 time steps\n",
      "6385 Episode: Finished after 94 time steps\n",
      "6387 Episode: Finished after 192 time steps\n",
      "6392 Episode: Finished after 178 time steps\n",
      "6393 Episode: Finished after 29 time steps\n",
      "6394 Episode: Finished after 28 time steps\n",
      "6397 Episode: Finished after 143 time steps\n",
      "6398 Episode: Finished after 193 time steps\n",
      "6399 Episode: Finished after 180 time steps\n",
      "6400 Episode: Finished after 126 time steps\n",
      "6401 Episode: Finished after 158 time steps\n",
      "6402 Episode: Finished after 176 time steps\n",
      "6403 Episode: Finished after 139 time steps\n",
      "6404 Episode: Finished after 174 time steps\n",
      "6405 Episode: Finished after 194 time steps\n",
      "6406 Episode: Finished after 151 time steps\n",
      "6409 Episode: Finished after 117 time steps\n",
      "6410 Episode: Finished after 98 time steps\n",
      "6412 Episode: Finished after 163 time steps\n",
      "6413 Episode: Finished after 66 time steps\n",
      "6414 Episode: Finished after 148 time steps\n",
      "6415 Episode: Finished after 105 time steps\n",
      "6416 Episode: Finished after 90 time steps\n",
      "6417 Episode: Finished after 141 time steps\n",
      "6418 Episode: Finished after 77 time steps\n",
      "6419 Episode: Finished after 199 time steps\n",
      "6420 Episode: Finished after 157 time steps\n",
      "6421 Episode: Finished after 26 time steps\n",
      "6422 Episode: Finished after 130 time steps\n",
      "6423 Episode: Finished after 71 time steps\n",
      "6424 Episode: Finished after 132 time steps\n",
      "6425 Episode: Finished after 145 time steps\n",
      "6426 Episode: Finished after 92 time steps\n",
      "6427 Episode: Finished after 105 time steps\n",
      "6428 Episode: Finished after 130 time steps\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "6429 Episode: Finished after 198 time steps\n",
      "6430 Episode: Finished after 130 time steps\n",
      "6431 Episode: Finished after 123 time steps\n",
      "6432 Episode: Finished after 192 time steps\n",
      "6434 Episode: Finished after 83 time steps\n",
      "6435 Episode: Finished after 141 time steps\n",
      "6436 Episode: Finished after 147 time steps\n",
      "6437 Episode: Finished after 25 time steps\n",
      "6440 Episode: Finished after 72 time steps\n",
      "6442 Episode: Finished after 156 time steps\n",
      "6444 Episode: Finished after 26 time steps\n",
      "6445 Episode: Finished after 92 time steps\n",
      "6446 Episode: Finished after 179 time steps\n",
      "6447 Episode: Finished after 159 time steps\n",
      "6448 Episode: Finished after 138 time steps\n",
      "6449 Episode: Finished after 146 time steps\n",
      "6450 Episode: Finished after 120 time steps\n",
      "6451 Episode: Finished after 162 time steps\n",
      "6452 Episode: Finished after 174 time steps\n",
      "6454 Episode: Finished after 189 time steps\n",
      "6455 Episode: Finished after 181 time steps\n",
      "6456 Episode: Finished after 157 time steps\n",
      "6457 Episode: Finished after 82 time steps\n",
      "6458 Episode: Finished after 145 time steps\n",
      "6459 Episode: Finished after 187 time steps\n",
      "6460 Episode: Finished after 36 time steps\n",
      "6461 Episode: Finished after 53 time steps\n",
      "6463 Episode: Finished after 152 time steps\n",
      "6465 Episode: Finished after 163 time steps\n",
      "6466 Episode: Finished after 151 time steps\n",
      "6467 Episode: Finished after 10 time steps\n",
      "6468 Episode: Finished after 171 time steps\n",
      "6469 Episode: Finished after 195 time steps\n",
      "6470 Episode: Finished after 185 time steps\n",
      "6472 Episode: Finished after 196 time steps\n",
      "6474 Episode: Finished after 141 time steps\n",
      "6475 Episode: Finished after 28 time steps\n",
      "6476 Episode: Finished after 183 time steps\n",
      "6477 Episode: Finished after 130 time steps\n",
      "6478 Episode: Finished after 126 time steps\n",
      "6479 Episode: Finished after 133 time steps\n",
      "6480 Episode: Finished after 127 time steps\n",
      "6481 Episode: Finished after 146 time steps\n",
      "6482 Episode: Finished after 68 time steps\n",
      "6486 Episode: Finished after 133 time steps\n",
      "6487 Episode: Finished after 57 time steps\n",
      "6488 Episode: Finished after 39 time steps\n",
      "6489 Episode: Finished after 196 time steps\n",
      "6491 Episode: Finished after 175 time steps\n",
      "6492 Episode: Finished after 127 time steps\n",
      "6493 Episode: Finished after 110 time steps\n",
      "6495 Episode: Finished after 150 time steps\n",
      "6496 Episode: Finished after 34 time steps\n",
      "6497 Episode: Finished after 160 time steps\n",
      "6498 Episode: Finished after 124 time steps\n",
      "6499 Episode: Finished after 82 time steps\n",
      "6500 Episode: Finished after 133 time steps\n",
      "6501 Episode: Finished after 160 time steps\n",
      "6502 Episode: Finished after 41 time steps\n",
      "6503 Episode: Finished after 171 time steps\n",
      "6504 Episode: Finished after 23 time steps\n",
      "6505 Episode: Finished after 45 time steps\n",
      "6506 Episode: Finished after 142 time steps\n",
      "6507 Episode: Finished after 143 time steps\n",
      "6508 Episode: Finished after 89 time steps\n",
      "6509 Episode: Finished after 145 time steps\n",
      "6510 Episode: Finished after 171 time steps\n",
      "6511 Episode: Finished after 103 time steps\n",
      "6512 Episode: Finished after 155 time steps\n",
      "6513 Episode: Finished after 97 time steps\n",
      "6514 Episode: Finished after 133 time steps\n",
      "6515 Episode: Finished after 59 time steps\n",
      "6516 Episode: Finished after 172 time steps\n",
      "6517 Episode: Finished after 171 time steps\n",
      "6519 Episode: Finished after 175 time steps\n",
      "6520 Episode: Finished after 83 time steps\n",
      "6521 Episode: Finished after 96 time steps\n",
      "6522 Episode: Finished after 95 time steps\n",
      "6523 Episode: Finished after 133 time steps\n",
      "6524 Episode: Finished after 145 time steps\n",
      "6525 Episode: Finished after 178 time steps\n",
      "6527 Episode: Finished after 103 time steps\n",
      "6528 Episode: Finished after 78 time steps\n",
      "6529 Episode: Finished after 131 time steps\n",
      "6530 Episode: Finished after 153 time steps\n",
      "6531 Episode: Finished after 70 time steps\n",
      "6532 Episode: Finished after 170 time steps\n",
      "6533 Episode: Finished after 88 time steps\n",
      "6535 Episode: Finished after 188 time steps\n",
      "6536 Episode: Finished after 66 time steps\n",
      "6537 Episode: Finished after 79 time steps\n",
      "6538 Episode: Finished after 94 time steps\n",
      "6539 Episode: Finished after 128 time steps\n",
      "6540 Episode: Finished after 144 time steps\n",
      "6541 Episode: Finished after 166 time steps\n",
      "6542 Episode: Finished after 158 time steps\n",
      "6543 Episode: Finished after 149 time steps\n",
      "6544 Episode: Finished after 135 time steps\n",
      "6545 Episode: Finished after 154 time steps\n",
      "6546 Episode: Finished after 185 time steps\n",
      "6547 Episode: Finished after 192 time steps\n",
      "6548 Episode: Finished after 167 time steps\n",
      "6549 Episode: Finished after 106 time steps\n",
      "6550 Episode: Finished after 151 time steps\n",
      "6551 Episode: Finished after 172 time steps\n",
      "6552 Episode: Finished after 134 time steps\n",
      "6553 Episode: Finished after 170 time steps\n",
      "6554 Episode: Finished after 196 time steps\n",
      "6555 Episode: Finished after 92 time steps\n",
      "6556 Episode: Finished after 123 time steps\n",
      "6557 Episode: Finished after 112 time steps\n",
      "6559 Episode: Finished after 180 time steps\n",
      "6560 Episode: Finished after 126 time steps\n",
      "6561 Episode: Finished after 123 time steps\n",
      "6562 Episode: Finished after 122 time steps\n",
      "6563 Episode: Finished after 128 time steps\n",
      "6565 Episode: Finished after 171 time steps\n",
      "6567 Episode: Finished after 198 time steps\n",
      "6568 Episode: Finished after 88 time steps\n",
      "6569 Episode: Finished after 136 time steps\n",
      "6570 Episode: Finished after 118 time steps\n",
      "6571 Episode: Finished after 200 time steps\n",
      "6572 Episode: Finished after 116 time steps\n",
      "6573 Episode: Finished after 159 time steps\n",
      "6575 Episode: Finished after 168 time steps\n",
      "6576 Episode: Finished after 73 time steps\n",
      "6577 Episode: Finished after 177 time steps\n",
      "6578 Episode: Finished after 103 time steps\n",
      "6579 Episode: Finished after 200 time steps\n",
      "6580 Episode: Finished after 181 time steps\n",
      "6581 Episode: Finished after 86 time steps\n",
      "6582 Episode: Finished after 169 time steps\n",
      "6583 Episode: Finished after 95 time steps\n",
      "6584 Episode: Finished after 54 time steps\n",
      "6585 Episode: Finished after 159 time steps\n",
      "6586 Episode: Finished after 148 time steps\n",
      "6588 Episode: Finished after 76 time steps\n",
      "6589 Episode: Finished after 164 time steps\n",
      "6590 Episode: Finished after 79 time steps\n",
      "6592 Episode: Finished after 148 time steps\n",
      "6593 Episode: Finished after 70 time steps\n",
      "6595 Episode: Finished after 164 time steps\n",
      "6596 Episode: Finished after 190 time steps\n",
      "6597 Episode: Finished after 196 time steps\n",
      "6598 Episode: Finished after 173 time steps\n",
      "6600 Episode: Finished after 70 time steps\n",
      "6601 Episode: Finished after 66 time steps\n",
      "6602 Episode: Finished after 114 time steps\n",
      "6603 Episode: Finished after 45 time steps\n",
      "6604 Episode: Finished after 103 time steps\n",
      "6605 Episode: Finished after 181 time steps\n",
      "6606 Episode: Finished after 142 time steps\n",
      "6607 Episode: Finished after 168 time steps\n",
      "6608 Episode: Finished after 83 time steps\n",
      "6609 Episode: Finished after 192 time steps\n",
      "6610 Episode: Finished after 158 time steps\n",
      "6611 Episode: Finished after 85 time steps\n",
      "6612 Episode: Finished after 93 time steps\n",
      "6613 Episode: Finished after 146 time steps\n",
      "6614 Episode: Finished after 110 time steps\n",
      "6615 Episode: Finished after 110 time steps\n",
      "6616 Episode: Finished after 106 time steps\n",
      "6617 Episode: Finished after 178 time steps\n",
      "6618 Episode: Finished after 59 time steps\n",
      "6619 Episode: Finished after 23 time steps\n",
      "6620 Episode: Finished after 123 time steps\n",
      "6621 Episode: Finished after 127 time steps\n",
      "6622 Episode: Finished after 191 time steps\n",
      "6623 Episode: Finished after 145 time steps\n",
      "6624 Episode: Finished after 30 time steps\n",
      "6626 Episode: Finished after 60 time steps\n",
      "6627 Episode: Finished after 94 time steps\n",
      "6628 Episode: Finished after 137 time steps\n",
      "6629 Episode: Finished after 97 time steps\n",
      "6631 Episode: Finished after 151 time steps\n",
      "6632 Episode: Finished after 67 time steps\n",
      "6633 Episode: Finished after 198 time steps\n",
      "6634 Episode: Finished after 71 time steps\n",
      "6635 Episode: Finished after 190 time steps\n",
      "6636 Episode: Finished after 195 time steps\n",
      "6637 Episode: Finished after 66 time steps\n",
      "6639 Episode: Finished after 177 time steps\n",
      "6640 Episode: Finished after 129 time steps\n",
      "6641 Episode: Finished after 104 time steps\n",
      "6642 Episode: Finished after 77 time steps\n",
      "6643 Episode: Finished after 68 time steps\n",
      "6644 Episode: Finished after 80 time steps\n",
      "6645 Episode: Finished after 40 time steps\n",
      "6646 Episode: Finished after 89 time steps\n",
      "6647 Episode: Finished after 190 time steps\n",
      "6648 Episode: Finished after 150 time steps\n",
      "6650 Episode: Finished after 68 time steps\n",
      "6651 Episode: Finished after 42 time steps\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "6653 Episode: Finished after 68 time steps\n",
      "6654 Episode: Finished after 186 time steps\n",
      "6655 Episode: Finished after 32 time steps\n",
      "6656 Episode: Finished after 118 time steps\n",
      "6657 Episode: Finished after 72 time steps\n",
      "6658 Episode: Finished after 181 time steps\n",
      "6659 Episode: Finished after 33 time steps\n",
      "6660 Episode: Finished after 140 time steps\n",
      "6661 Episode: Finished after 62 time steps\n",
      "6662 Episode: Finished after 75 time steps\n",
      "6663 Episode: Finished after 161 time steps\n",
      "6664 Episode: Finished after 152 time steps\n",
      "6665 Episode: Finished after 68 time steps\n",
      "6666 Episode: Finished after 11 time steps\n",
      "6667 Episode: Finished after 113 time steps\n",
      "6668 Episode: Finished after 9 time steps\n",
      "6669 Episode: Finished after 133 time steps\n",
      "6670 Episode: Finished after 17 time steps\n",
      "6671 Episode: Finished after 157 time steps\n",
      "6672 Episode: Finished after 64 time steps\n",
      "6673 Episode: Finished after 66 time steps\n",
      "6674 Episode: Finished after 78 time steps\n",
      "6675 Episode: Finished after 162 time steps\n",
      "6676 Episode: Finished after 29 time steps\n",
      "6677 Episode: Finished after 101 time steps\n",
      "6678 Episode: Finished after 180 time steps\n",
      "6679 Episode: Finished after 142 time steps\n",
      "6680 Episode: Finished after 66 time steps\n",
      "6681 Episode: Finished after 67 time steps\n",
      "6682 Episode: Finished after 107 time steps\n",
      "6683 Episode: Finished after 76 time steps\n",
      "6684 Episode: Finished after 47 time steps\n",
      "6685 Episode: Finished after 154 time steps\n",
      "6686 Episode: Finished after 161 time steps\n",
      "6687 Episode: Finished after 127 time steps\n",
      "6688 Episode: Finished after 75 time steps\n",
      "6689 Episode: Finished after 190 time steps\n",
      "6690 Episode: Finished after 70 time steps\n",
      "6692 Episode: Finished after 143 time steps\n",
      "6693 Episode: Finished after 156 time steps\n",
      "6694 Episode: Finished after 44 time steps\n",
      "6695 Episode: Finished after 161 time steps\n",
      "6696 Episode: Finished after 196 time steps\n",
      "6697 Episode: Finished after 153 time steps\n",
      "6698 Episode: Finished after 197 time steps\n",
      "6699 Episode: Finished after 93 time steps\n",
      "6700 Episode: Finished after 180 time steps\n",
      "6701 Episode: Finished after 194 time steps\n",
      "6702 Episode: Finished after 183 time steps\n",
      "6703 Episode: Finished after 150 time steps\n",
      "6704 Episode: Finished after 61 time steps\n",
      "6706 Episode: Finished after 120 time steps\n",
      "6707 Episode: Finished after 199 time steps\n",
      "6711 Episode: Finished after 70 time steps\n",
      "6712 Episode: Finished after 94 time steps\n",
      "6713 Episode: Finished after 71 time steps\n",
      "6714 Episode: Finished after 57 time steps\n",
      "6715 Episode: Finished after 139 time steps\n",
      "6716 Episode: Finished after 96 time steps\n",
      "6717 Episode: Finished after 173 time steps\n",
      "6718 Episode: Finished after 30 time steps\n",
      "6719 Episode: Finished after 56 time steps\n",
      "6721 Episode: Finished after 145 time steps\n",
      "6722 Episode: Finished after 143 time steps\n",
      "6723 Episode: Finished after 74 time steps\n",
      "6724 Episode: Finished after 63 time steps\n",
      "6726 Episode: Finished after 26 time steps\n",
      "6727 Episode: Finished after 78 time steps\n",
      "6729 Episode: Finished after 63 time steps\n",
      "6731 Episode: Finished after 105 time steps\n",
      "6732 Episode: Finished after 24 time steps\n",
      "6733 Episode: Finished after 136 time steps\n",
      "6734 Episode: Finished after 152 time steps\n",
      "6735 Episode: Finished after 45 time steps\n",
      "6736 Episode: Finished after 73 time steps\n",
      "6737 Episode: Finished after 195 time steps\n",
      "6738 Episode: Finished after 188 time steps\n",
      "6740 Episode: Finished after 98 time steps\n",
      "6741 Episode: Finished after 66 time steps\n",
      "6742 Episode: Finished after 40 time steps\n",
      "6743 Episode: Finished after 74 time steps\n",
      "6744 Episode: Finished after 71 time steps\n",
      "6745 Episode: Finished after 31 time steps\n",
      "6746 Episode: Finished after 54 time steps\n",
      "6747 Episode: Finished after 173 time steps\n",
      "6748 Episode: Finished after 90 time steps\n",
      "6749 Episode: Finished after 165 time steps\n",
      "6750 Episode: Finished after 10 time steps\n",
      "6752 Episode: Finished after 175 time steps\n",
      "6753 Episode: Finished after 126 time steps\n",
      "6754 Episode: Finished after 198 time steps\n",
      "6755 Episode: Finished after 182 time steps\n",
      "6756 Episode: Finished after 85 time steps\n",
      "6758 Episode: Finished after 97 time steps\n",
      "6759 Episode: Finished after 89 time steps\n",
      "6760 Episode: Finished after 27 time steps\n",
      "6761 Episode: Finished after 152 time steps\n",
      "6762 Episode: Finished after 133 time steps\n",
      "6763 Episode: Finished after 184 time steps\n",
      "6764 Episode: Finished after 83 time steps\n",
      "6765 Episode: Finished after 135 time steps\n",
      "6766 Episode: Finished after 166 time steps\n",
      "6767 Episode: Finished after 69 time steps\n",
      "6768 Episode: Finished after 105 time steps\n",
      "6769 Episode: Finished after 157 time steps\n",
      "6770 Episode: Finished after 127 time steps\n",
      "6771 Episode: Finished after 152 time steps\n",
      "6772 Episode: Finished after 55 time steps\n",
      "6773 Episode: Finished after 170 time steps\n",
      "6774 Episode: Finished after 98 time steps\n",
      "6775 Episode: Finished after 60 time steps\n",
      "6776 Episode: Finished after 149 time steps\n",
      "6777 Episode: Finished after 195 time steps\n",
      "6779 Episode: Finished after 198 time steps\n",
      "6781 Episode: Finished after 161 time steps\n",
      "6782 Episode: Finished after 86 time steps\n",
      "6783 Episode: Finished after 10 time steps\n",
      "6784 Episode: Finished after 26 time steps\n",
      "6785 Episode: Finished after 120 time steps\n",
      "6787 Episode: Finished after 190 time steps\n",
      "6788 Episode: Finished after 70 time steps\n",
      "6789 Episode: Finished after 126 time steps\n",
      "6790 Episode: Finished after 192 time steps\n",
      "6791 Episode: Finished after 185 time steps\n",
      "6792 Episode: Finished after 119 time steps\n",
      "6793 Episode: Finished after 98 time steps\n",
      "6795 Episode: Finished after 159 time steps\n",
      "6796 Episode: Finished after 139 time steps\n",
      "6798 Episode: Finished after 58 time steps\n",
      "6799 Episode: Finished after 70 time steps\n",
      "6800 Episode: Finished after 103 time steps\n",
      "6802 Episode: Finished after 83 time steps\n",
      "6803 Episode: Finished after 133 time steps\n",
      "6804 Episode: Finished after 154 time steps\n",
      "6805 Episode: Finished after 189 time steps\n",
      "6806 Episode: Finished after 190 time steps\n",
      "6807 Episode: Finished after 186 time steps\n",
      "6809 Episode: Finished after 100 time steps\n",
      "6811 Episode: Finished after 169 time steps\n",
      "6812 Episode: Finished after 70 time steps\n",
      "6813 Episode: Finished after 68 time steps\n",
      "6814 Episode: Finished after 105 time steps\n",
      "6815 Episode: Finished after 67 time steps\n",
      "6816 Episode: Finished after 135 time steps\n",
      "6817 Episode: Finished after 85 time steps\n",
      "6819 Episode: Finished after 67 time steps\n",
      "6820 Episode: Finished after 199 time steps\n",
      "6821 Episode: Finished after 161 time steps\n",
      "6822 Episode: Finished after 139 time steps\n",
      "6823 Episode: Finished after 140 time steps\n",
      "6824 Episode: Finished after 95 time steps\n",
      "6826 Episode: Finished after 180 time steps\n",
      "6828 Episode: Finished after 94 time steps\n",
      "6830 Episode: Finished after 119 time steps\n",
      "6831 Episode: Finished after 63 time steps\n",
      "6832 Episode: Finished after 106 time steps\n",
      "6833 Episode: Finished after 149 time steps\n",
      "6834 Episode: Finished after 9 time steps\n",
      "6835 Episode: Finished after 32 time steps\n",
      "6836 Episode: Finished after 192 time steps\n",
      "6837 Episode: Finished after 59 time steps\n",
      "6838 Episode: Finished after 144 time steps\n",
      "6839 Episode: Finished after 52 time steps\n",
      "6840 Episode: Finished after 133 time steps\n",
      "6842 Episode: Finished after 72 time steps\n",
      "6843 Episode: Finished after 198 time steps\n",
      "6845 Episode: Finished after 123 time steps\n",
      "6846 Episode: Finished after 42 time steps\n",
      "6847 Episode: Finished after 126 time steps\n",
      "6848 Episode: Finished after 61 time steps\n",
      "6849 Episode: Finished after 140 time steps\n",
      "6850 Episode: Finished after 118 time steps\n",
      "6851 Episode: Finished after 112 time steps\n",
      "6852 Episode: Finished after 174 time steps\n",
      "6853 Episode: Finished after 139 time steps\n",
      "6854 Episode: Finished after 139 time steps\n",
      "6855 Episode: Finished after 133 time steps\n",
      "6856 Episode: Finished after 142 time steps\n",
      "6857 Episode: Finished after 99 time steps\n",
      "6858 Episode: Finished after 193 time steps\n",
      "6859 Episode: Finished after 125 time steps\n",
      "6860 Episode: Finished after 120 time steps\n",
      "6862 Episode: Finished after 142 time steps\n",
      "6863 Episode: Finished after 150 time steps\n",
      "6864 Episode: Finished after 140 time steps\n",
      "6865 Episode: Finished after 74 time steps\n",
      "6866 Episode: Finished after 155 time steps\n",
      "6867 Episode: Finished after 184 time steps\n",
      "6868 Episode: Finished after 128 time steps\n",
      "6869 Episode: Finished after 144 time steps\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "6870 Episode: Finished after 149 time steps\n",
      "6871 Episode: Finished after 135 time steps\n",
      "6872 Episode: Finished after 176 time steps\n",
      "6874 Episode: Finished after 68 time steps\n",
      "6875 Episode: Finished after 96 time steps\n",
      "6876 Episode: Finished after 169 time steps\n",
      "6877 Episode: Finished after 161 time steps\n",
      "6878 Episode: Finished after 179 time steps\n",
      "6879 Episode: Finished after 156 time steps\n",
      "6880 Episode: Finished after 151 time steps\n",
      "6882 Episode: Finished after 191 time steps\n",
      "6883 Episode: Finished after 116 time steps\n",
      "6884 Episode: Finished after 122 time steps\n",
      "6886 Episode: Finished after 160 time steps\n",
      "6887 Episode: Finished after 188 time steps\n",
      "6888 Episode: Finished after 172 time steps\n",
      "6889 Episode: Finished after 198 time steps\n",
      "6890 Episode: Finished after 120 time steps\n",
      "6891 Episode: Finished after 146 time steps\n",
      "6893 Episode: Finished after 182 time steps\n",
      "6894 Episode: Finished after 165 time steps\n",
      "6895 Episode: Finished after 171 time steps\n",
      "6896 Episode: Finished after 77 time steps\n",
      "6897 Episode: Finished after 116 time steps\n",
      "6898 Episode: Finished after 87 time steps\n",
      "6900 Episode: Finished after 168 time steps\n",
      "6901 Episode: Finished after 150 time steps\n",
      "6902 Episode: Finished after 102 time steps\n",
      "6903 Episode: Finished after 140 time steps\n",
      "6904 Episode: Finished after 103 time steps\n",
      "6905 Episode: Finished after 184 time steps\n",
      "6906 Episode: Finished after 164 time steps\n",
      "6907 Episode: Finished after 168 time steps\n",
      "6908 Episode: Finished after 193 time steps\n",
      "6909 Episode: Finished after 78 time steps\n",
      "6910 Episode: Finished after 159 time steps\n",
      "6911 Episode: Finished after 160 time steps\n",
      "6912 Episode: Finished after 158 time steps\n",
      "6913 Episode: Finished after 189 time steps\n",
      "6914 Episode: Finished after 78 time steps\n",
      "6915 Episode: Finished after 82 time steps\n",
      "6916 Episode: Finished after 170 time steps\n",
      "6917 Episode: Finished after 155 time steps\n",
      "6918 Episode: Finished after 153 time steps\n",
      "6921 Episode: Finished after 174 time steps\n",
      "6922 Episode: Finished after 115 time steps\n",
      "6923 Episode: Finished after 182 time steps\n",
      "6924 Episode: Finished after 189 time steps\n",
      "6925 Episode: Finished after 193 time steps\n",
      "6926 Episode: Finished after 146 time steps\n",
      "6927 Episode: Finished after 160 time steps\n",
      "6928 Episode: Finished after 135 time steps\n",
      "6929 Episode: Finished after 138 time steps\n",
      "6930 Episode: Finished after 146 time steps\n",
      "6931 Episode: Finished after 39 time steps\n",
      "6932 Episode: Finished after 118 time steps\n",
      "6933 Episode: Finished after 109 time steps\n",
      "6934 Episode: Finished after 178 time steps\n",
      "6935 Episode: Finished after 84 time steps\n",
      "6936 Episode: Finished after 168 time steps\n",
      "6937 Episode: Finished after 80 time steps\n",
      "6938 Episode: Finished after 82 time steps\n",
      "6939 Episode: Finished after 149 time steps\n",
      "6940 Episode: Finished after 136 time steps\n",
      "6941 Episode: Finished after 24 time steps\n",
      "6942 Episode: Finished after 135 time steps\n",
      "6943 Episode: Finished after 196 time steps\n",
      "6944 Episode: Finished after 168 time steps\n",
      "6945 Episode: Finished after 123 time steps\n",
      "6946 Episode: Finished after 112 time steps\n",
      "6947 Episode: Finished after 109 time steps\n",
      "6948 Episode: Finished after 124 time steps\n",
      "6949 Episode: Finished after 52 time steps\n",
      "6950 Episode: Finished after 171 time steps\n",
      "6951 Episode: Finished after 109 time steps\n",
      "6952 Episode: Finished after 136 time steps\n",
      "6953 Episode: Finished after 118 time steps\n",
      "6954 Episode: Finished after 116 time steps\n",
      "6955 Episode: Finished after 89 time steps\n",
      "6956 Episode: Finished after 159 time steps\n",
      "6957 Episode: Finished after 189 time steps\n",
      "6958 Episode: Finished after 98 time steps\n",
      "6959 Episode: Finished after 146 time steps\n",
      "6960 Episode: Finished after 139 time steps\n",
      "6961 Episode: Finished after 181 time steps\n",
      "6962 Episode: Finished after 169 time steps\n",
      "6963 Episode: Finished after 194 time steps\n",
      "6964 Episode: Finished after 192 time steps\n",
      "6965 Episode: Finished after 112 time steps\n",
      "6966 Episode: Finished after 142 time steps\n",
      "6967 Episode: Finished after 96 time steps\n",
      "6968 Episode: Finished after 195 time steps\n",
      "6969 Episode: Finished after 182 time steps\n",
      "6970 Episode: Finished after 178 time steps\n",
      "6971 Episode: Finished after 86 time steps\n",
      "6972 Episode: Finished after 179 time steps\n",
      "6973 Episode: Finished after 137 time steps\n",
      "6974 Episode: Finished after 172 time steps\n",
      "6975 Episode: Finished after 129 time steps\n",
      "6976 Episode: Finished after 165 time steps\n",
      "6977 Episode: Finished after 163 time steps\n",
      "6978 Episode: Finished after 195 time steps\n",
      "6979 Episode: Finished after 151 time steps\n",
      "6980 Episode: Finished after 10 time steps\n",
      "6981 Episode: Finished after 166 time steps\n",
      "6982 Episode: Finished after 121 time steps\n",
      "6983 Episode: Finished after 72 time steps\n",
      "6984 Episode: Finished after 168 time steps\n",
      "6985 Episode: Finished after 129 time steps\n",
      "6986 Episode: Finished after 11 time steps\n",
      "6987 Episode: Finished after 116 time steps\n",
      "6988 Episode: Finished after 174 time steps\n",
      "6989 Episode: Finished after 132 time steps\n",
      "6990 Episode: Finished after 131 time steps\n",
      "6991 Episode: Finished after 166 time steps\n",
      "6993 Episode: Finished after 117 time steps\n",
      "6994 Episode: Finished after 157 time steps\n",
      "6995 Episode: Finished after 30 time steps\n",
      "6996 Episode: Finished after 74 time steps\n",
      "6997 Episode: Finished after 170 time steps\n",
      "6998 Episode: Finished after 183 time steps\n",
      "6999 Episode: Finished after 197 time steps\n",
      "7000 Episode: Finished after 162 time steps\n",
      "7001 Episode: Finished after 138 time steps\n",
      "7002 Episode: Finished after 177 time steps\n",
      "7003 Episode: Finished after 130 time steps\n",
      "7004 Episode: Finished after 173 time steps\n",
      "7005 Episode: Finished after 167 time steps\n",
      "7006 Episode: Finished after 156 time steps\n",
      "7007 Episode: Finished after 194 time steps\n",
      "7008 Episode: Finished after 80 time steps\n",
      "7009 Episode: Finished after 127 time steps\n",
      "7010 Episode: Finished after 83 time steps\n",
      "7011 Episode: Finished after 155 time steps\n",
      "7012 Episode: Finished after 103 time steps\n",
      "7013 Episode: Finished after 192 time steps\n",
      "7014 Episode: Finished after 24 time steps\n",
      "7015 Episode: Finished after 193 time steps\n",
      "7016 Episode: Finished after 162 time steps\n",
      "7017 Episode: Finished after 166 time steps\n",
      "7018 Episode: Finished after 78 time steps\n",
      "7019 Episode: Finished after 163 time steps\n",
      "7020 Episode: Finished after 161 time steps\n",
      "7021 Episode: Finished after 84 time steps\n",
      "7022 Episode: Finished after 125 time steps\n",
      "7023 Episode: Finished after 30 time steps\n",
      "7024 Episode: Finished after 87 time steps\n",
      "7025 Episode: Finished after 138 time steps\n",
      "7026 Episode: Finished after 67 time steps\n",
      "7027 Episode: Finished after 101 time steps\n",
      "7028 Episode: Finished after 173 time steps\n",
      "7029 Episode: Finished after 68 time steps\n",
      "7031 Episode: Finished after 82 time steps\n",
      "7032 Episode: Finished after 97 time steps\n",
      "7033 Episode: Finished after 71 time steps\n",
      "7034 Episode: Finished after 77 time steps\n",
      "7035 Episode: Finished after 65 time steps\n",
      "7036 Episode: Finished after 168 time steps\n",
      "7037 Episode: Finished after 190 time steps\n",
      "7038 Episode: Finished after 116 time steps\n",
      "7039 Episode: Finished after 155 time steps\n",
      "7040 Episode: Finished after 64 time steps\n",
      "7041 Episode: Finished after 177 time steps\n",
      "7043 Episode: Finished after 62 time steps\n",
      "7044 Episode: Finished after 96 time steps\n",
      "7045 Episode: Finished after 81 time steps\n",
      "7046 Episode: Finished after 95 time steps\n",
      "7047 Episode: Finished after 83 time steps\n",
      "7048 Episode: Finished after 73 time steps\n",
      "7050 Episode: Finished after 92 time steps\n",
      "7051 Episode: Finished after 36 time steps\n",
      "7052 Episode: Finished after 199 time steps\n",
      "7053 Episode: Finished after 162 time steps\n",
      "7054 Episode: Finished after 177 time steps\n",
      "7055 Episode: Finished after 145 time steps\n",
      "7056 Episode: Finished after 92 time steps\n",
      "7057 Episode: Finished after 65 time steps\n",
      "7058 Episode: Finished after 180 time steps\n",
      "7059 Episode: Finished after 132 time steps\n",
      "7060 Episode: Finished after 174 time steps\n",
      "7061 Episode: Finished after 179 time steps\n",
      "7063 Episode: Finished after 39 time steps\n",
      "7064 Episode: Finished after 88 time steps\n",
      "7065 Episode: Finished after 80 time steps\n",
      "7066 Episode: Finished after 61 time steps\n",
      "7067 Episode: Finished after 156 time steps\n",
      "7068 Episode: Finished after 134 time steps\n",
      "7069 Episode: Finished after 200 time steps\n",
      "7070 Episode: Finished after 57 time steps\n",
      "7073 Episode: Finished after 96 time steps\n",
      "7074 Episode: Finished after 82 time steps\n",
      "7075 Episode: Finished after 194 time steps\n",
      "7076 Episode: Finished after 189 time steps\n",
      "7077 Episode: Finished after 77 time steps\n",
      "7078 Episode: Finished after 173 time steps\n",
      "7079 Episode: Finished after 178 time steps\n",
      "7080 Episode: Finished after 157 time steps\n",
      "7081 Episode: Finished after 70 time steps\n",
      "7082 Episode: Finished after 166 time steps\n",
      "7083 Episode: Finished after 117 time steps\n",
      "7084 Episode: Finished after 41 time steps\n",
      "7085 Episode: Finished after 182 time steps\n",
      "7086 Episode: Finished after 56 time steps\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "7087 Episode: Finished after 164 time steps\n",
      "7089 Episode: Finished after 176 time steps\n",
      "7090 Episode: Finished after 167 time steps\n",
      "7091 Episode: Finished after 166 time steps\n",
      "7092 Episode: Finished after 78 time steps\n",
      "7093 Episode: Finished after 60 time steps\n",
      "7094 Episode: Finished after 81 time steps\n",
      "7095 Episode: Finished after 170 time steps\n",
      "7096 Episode: Finished after 40 time steps\n",
      "7097 Episode: Finished after 69 time steps\n",
      "7099 Episode: Finished after 64 time steps\n",
      "7100 Episode: Finished after 72 time steps\n",
      "7101 Episode: Finished after 66 time steps\n",
      "7102 Episode: Finished after 95 time steps\n",
      "7103 Episode: Finished after 36 time steps\n",
      "7104 Episode: Finished after 149 time steps\n",
      "7105 Episode: Finished after 148 time steps\n",
      "7106 Episode: Finished after 199 time steps\n",
      "7107 Episode: Finished after 73 time steps\n",
      "7111 Episode: Finished after 69 time steps\n",
      "7113 Episode: Finished after 70 time steps\n",
      "7114 Episode: Finished after 23 time steps\n",
      "7115 Episode: Finished after 63 time steps\n",
      "7116 Episode: Finished after 180 time steps\n",
      "7117 Episode: Finished after 53 time steps\n",
      "7119 Episode: Finished after 48 time steps\n",
      "7120 Episode: Finished after 74 time steps\n",
      "7121 Episode: Finished after 198 time steps\n",
      "7122 Episode: Finished after 57 time steps\n",
      "7123 Episode: Finished after 169 time steps\n",
      "7124 Episode: Finished after 69 time steps\n",
      "7125 Episode: Finished after 53 time steps\n",
      "7126 Episode: Finished after 190 time steps\n",
      "7127 Episode: Finished after 95 time steps\n",
      "7128 Episode: Finished after 195 time steps\n",
      "7129 Episode: Finished after 96 time steps\n",
      "7132 Episode: Finished after 95 time steps\n",
      "7133 Episode: Finished after 153 time steps\n",
      "7135 Episode: Finished after 157 time steps\n",
      "7136 Episode: Finished after 148 time steps\n",
      "7137 Episode: Finished after 62 time steps\n",
      "7138 Episode: Finished after 200 time steps\n",
      "7139 Episode: Finished after 88 time steps\n",
      "7140 Episode: Finished after 81 time steps\n",
      "7141 Episode: Finished after 173 time steps\n",
      "7142 Episode: Finished after 50 time steps\n",
      "7143 Episode: Finished after 48 time steps\n",
      "7146 Episode: Finished after 106 time steps\n",
      "7150 Episode: Finished after 180 time steps\n",
      "7151 Episode: Finished after 100 time steps\n",
      "7152 Episode: Finished after 154 time steps\n",
      "7153 Episode: Finished after 89 time steps\n",
      "7154 Episode: Finished after 196 time steps\n",
      "7155 Episode: Finished after 162 time steps\n",
      "7156 Episode: Finished after 162 time steps\n",
      "7157 Episode: Finished after 92 time steps\n",
      "7158 Episode: Finished after 112 time steps\n",
      "7159 Episode: Finished after 171 time steps\n",
      "7161 Episode: Finished after 130 time steps\n",
      "7162 Episode: Finished after 151 time steps\n",
      "7163 Episode: Finished after 181 time steps\n",
      "7165 Episode: Finished after 72 time steps\n",
      "7166 Episode: Finished after 64 time steps\n",
      "7167 Episode: Finished after 59 time steps\n",
      "7168 Episode: Finished after 66 time steps\n",
      "7169 Episode: Finished after 68 time steps\n",
      "7171 Episode: Finished after 86 time steps\n",
      "7172 Episode: Finished after 179 time steps\n",
      "7173 Episode: Finished after 82 time steps\n",
      "7174 Episode: Finished after 176 time steps\n",
      "7175 Episode: Finished after 147 time steps\n",
      "7176 Episode: Finished after 97 time steps\n",
      "7177 Episode: Finished after 138 time steps\n",
      "7178 Episode: Finished after 87 time steps\n",
      "7180 Episode: Finished after 75 time steps\n",
      "7181 Episode: Finished after 151 time steps\n",
      "7182 Episode: Finished after 141 time steps\n",
      "7183 Episode: Finished after 48 time steps\n",
      "7184 Episode: Finished after 128 time steps\n",
      "7185 Episode: Finished after 179 time steps\n",
      "7186 Episode: Finished after 166 time steps\n",
      "7187 Episode: Finished after 80 time steps\n",
      "7188 Episode: Finished after 39 time steps\n",
      "7189 Episode: Finished after 193 time steps\n",
      "7190 Episode: Finished after 140 time steps\n",
      "7191 Episode: Finished after 172 time steps\n",
      "7193 Episode: Finished after 80 time steps\n",
      "7194 Episode: Finished after 169 time steps\n",
      "7195 Episode: Finished after 132 time steps\n",
      "7196 Episode: Finished after 192 time steps\n",
      "7197 Episode: Finished after 66 time steps\n",
      "7198 Episode: Finished after 24 time steps\n",
      "7199 Episode: Finished after 160 time steps\n",
      "7200 Episode: Finished after 152 time steps\n",
      "7202 Episode: Finished after 56 time steps\n",
      "7203 Episode: Finished after 77 time steps\n",
      "7204 Episode: Finished after 164 time steps\n",
      "7205 Episode: Finished after 175 time steps\n",
      "7206 Episode: Finished after 27 time steps\n",
      "7207 Episode: Finished after 76 time steps\n",
      "7208 Episode: Finished after 86 time steps\n",
      "7209 Episode: Finished after 68 time steps\n",
      "7210 Episode: Finished after 188 time steps\n",
      "7211 Episode: Finished after 63 time steps\n",
      "7213 Episode: Finished after 183 time steps\n",
      "7214 Episode: Finished after 53 time steps\n",
      "7216 Episode: Finished after 149 time steps\n",
      "7217 Episode: Finished after 59 time steps\n",
      "7218 Episode: Finished after 200 time steps\n",
      "7219 Episode: Finished after 29 time steps\n",
      "7220 Episode: Finished after 146 time steps\n",
      "7221 Episode: Finished after 152 time steps\n",
      "7222 Episode: Finished after 197 time steps\n",
      "7223 Episode: Finished after 155 time steps\n",
      "7225 Episode: Finished after 61 time steps\n",
      "7226 Episode: Finished after 193 time steps\n",
      "7228 Episode: Finished after 73 time steps\n",
      "7229 Episode: Finished after 67 time steps\n",
      "7230 Episode: Finished after 189 time steps\n",
      "7231 Episode: Finished after 151 time steps\n",
      "7232 Episode: Finished after 75 time steps\n",
      "7234 Episode: Finished after 68 time steps\n",
      "7235 Episode: Finished after 40 time steps\n",
      "7236 Episode: Finished after 172 time steps\n",
      "7237 Episode: Finished after 184 time steps\n",
      "7239 Episode: Finished after 104 time steps\n",
      "7240 Episode: Finished after 65 time steps\n",
      "7241 Episode: Finished after 164 time steps\n",
      "7242 Episode: Finished after 142 time steps\n",
      "7243 Episode: Finished after 52 time steps\n",
      "7245 Episode: Finished after 70 time steps\n",
      "7246 Episode: Finished after 168 time steps\n",
      "7247 Episode: Finished after 63 time steps\n",
      "7248 Episode: Finished after 67 time steps\n",
      "7249 Episode: Finished after 102 time steps\n",
      "7250 Episode: Finished after 87 time steps\n",
      "7251 Episode: Finished after 74 time steps\n",
      "7252 Episode: Finished after 78 time steps\n",
      "7253 Episode: Finished after 71 time steps\n",
      "7254 Episode: Finished after 177 time steps\n",
      "7255 Episode: Finished after 69 time steps\n",
      "7256 Episode: Finished after 187 time steps\n",
      "7257 Episode: Finished after 53 time steps\n",
      "7258 Episode: Finished after 107 time steps\n",
      "7259 Episode: Finished after 67 time steps\n",
      "7260 Episode: Finished after 46 time steps\n",
      "7261 Episode: Finished after 83 time steps\n",
      "7262 Episode: Finished after 69 time steps\n",
      "7263 Episode: Finished after 154 time steps\n",
      "7264 Episode: Finished after 184 time steps\n",
      "7265 Episode: Finished after 90 time steps\n",
      "7267 Episode: Finished after 81 time steps\n",
      "7269 Episode: Finished after 111 time steps\n",
      "7270 Episode: Finished after 149 time steps\n",
      "7271 Episode: Finished after 70 time steps\n",
      "7272 Episode: Finished after 65 time steps\n",
      "7273 Episode: Finished after 139 time steps\n",
      "7274 Episode: Finished after 178 time steps\n",
      "7275 Episode: Finished after 79 time steps\n",
      "7276 Episode: Finished after 119 time steps\n",
      "7277 Episode: Finished after 82 time steps\n",
      "7278 Episode: Finished after 96 time steps\n",
      "7279 Episode: Finished after 57 time steps\n",
      "7280 Episode: Finished after 69 time steps\n",
      "7281 Episode: Finished after 100 time steps\n",
      "7282 Episode: Finished after 146 time steps\n",
      "7285 Episode: Finished after 107 time steps\n",
      "7286 Episode: Finished after 154 time steps\n",
      "7287 Episode: Finished after 192 time steps\n",
      "7288 Episode: Finished after 166 time steps\n",
      "7289 Episode: Finished after 73 time steps\n",
      "7290 Episode: Finished after 31 time steps\n",
      "7291 Episode: Finished after 68 time steps\n",
      "7292 Episode: Finished after 70 time steps\n",
      "7293 Episode: Finished after 142 time steps\n",
      "7294 Episode: Finished after 69 time steps\n",
      "7296 Episode: Finished after 76 time steps\n",
      "7298 Episode: Finished after 173 time steps\n",
      "7299 Episode: Finished after 14 time steps\n",
      "7300 Episode: Finished after 86 time steps\n",
      "7301 Episode: Finished after 150 time steps\n",
      "7302 Episode: Finished after 177 time steps\n",
      "7303 Episode: Finished after 91 time steps\n",
      "7304 Episode: Finished after 71 time steps\n",
      "7305 Episode: Finished after 72 time steps\n",
      "7306 Episode: Finished after 168 time steps\n",
      "7307 Episode: Finished after 148 time steps\n",
      "7308 Episode: Finished after 134 time steps\n",
      "7309 Episode: Finished after 85 time steps\n",
      "7311 Episode: Finished after 147 time steps\n",
      "7312 Episode: Finished after 75 time steps\n",
      "7314 Episode: Finished after 90 time steps\n",
      "7315 Episode: Finished after 191 time steps\n",
      "7316 Episode: Finished after 139 time steps\n",
      "7318 Episode: Finished after 93 time steps\n",
      "7319 Episode: Finished after 179 time steps\n",
      "7321 Episode: Finished after 170 time steps\n",
      "7322 Episode: Finished after 112 time steps\n",
      "7323 Episode: Finished after 77 time steps\n",
      "7324 Episode: Finished after 81 time steps\n",
      "7325 Episode: Finished after 70 time steps\n",
      "7326 Episode: Finished after 65 time steps\n",
      "7327 Episode: Finished after 152 time steps\n",
      "7328 Episode: Finished after 155 time steps\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "7330 Episode: Finished after 79 time steps\n",
      "7331 Episode: Finished after 94 time steps\n",
      "7332 Episode: Finished after 183 time steps\n",
      "7333 Episode: Finished after 136 time steps\n",
      "7334 Episode: Finished after 72 time steps\n",
      "7335 Episode: Finished after 159 time steps\n",
      "7337 Episode: Finished after 145 time steps\n",
      "7338 Episode: Finished after 64 time steps\n",
      "7339 Episode: Finished after 123 time steps\n",
      "7341 Episode: Finished after 54 time steps\n",
      "7342 Episode: Finished after 103 time steps\n",
      "7344 Episode: Finished after 155 time steps\n",
      "7345 Episode: Finished after 136 time steps\n",
      "7346 Episode: Finished after 103 time steps\n",
      "7347 Episode: Finished after 98 time steps\n",
      "7348 Episode: Finished after 170 time steps\n",
      "7349 Episode: Finished after 164 time steps\n",
      "7350 Episode: Finished after 142 time steps\n",
      "7351 Episode: Finished after 100 time steps\n",
      "7353 Episode: Finished after 96 time steps\n",
      "7354 Episode: Finished after 136 time steps\n",
      "7355 Episode: Finished after 10 time steps\n",
      "7356 Episode: Finished after 162 time steps\n",
      "7357 Episode: Finished after 32 time steps\n",
      "7359 Episode: Finished after 71 time steps\n",
      "7360 Episode: Finished after 200 time steps\n",
      "7362 Episode: Finished after 143 time steps\n",
      "7363 Episode: Finished after 179 time steps\n",
      "7364 Episode: Finished after 180 time steps\n",
      "7365 Episode: Finished after 57 time steps\n",
      "7366 Episode: Finished after 97 time steps\n",
      "7368 Episode: Finished after 11 time steps\n",
      "7369 Episode: Finished after 111 time steps\n",
      "7370 Episode: Finished after 62 time steps\n",
      "7371 Episode: Finished after 73 time steps\n",
      "7372 Episode: Finished after 197 time steps\n",
      "7373 Episode: Finished after 84 time steps\n",
      "7375 Episode: Finished after 195 time steps\n",
      "7376 Episode: Finished after 95 time steps\n",
      "7377 Episode: Finished after 104 time steps\n",
      "7378 Episode: Finished after 119 time steps\n",
      "7379 Episode: Finished after 93 time steps\n",
      "7380 Episode: Finished after 181 time steps\n",
      "7382 Episode: Finished after 171 time steps\n",
      "7383 Episode: Finished after 82 time steps\n",
      "7384 Episode: Finished after 70 time steps\n",
      "7385 Episode: Finished after 58 time steps\n",
      "7387 Episode: Finished after 66 time steps\n",
      "7388 Episode: Finished after 161 time steps\n",
      "7389 Episode: Finished after 27 time steps\n",
      "7390 Episode: Finished after 112 time steps\n",
      "7391 Episode: Finished after 168 time steps\n",
      "7392 Episode: Finished after 71 time steps\n",
      "7393 Episode: Finished after 186 time steps\n",
      "7394 Episode: Finished after 72 time steps\n",
      "7395 Episode: Finished after 163 time steps\n",
      "7396 Episode: Finished after 191 time steps\n",
      "7398 Episode: Finished after 196 time steps\n",
      "7399 Episode: Finished after 146 time steps\n",
      "7400 Episode: Finished after 100 time steps\n",
      "7401 Episode: Finished after 196 time steps\n",
      "7402 Episode: Finished after 68 time steps\n",
      "7403 Episode: Finished after 63 time steps\n",
      "7404 Episode: Finished after 68 time steps\n",
      "7405 Episode: Finished after 119 time steps\n",
      "7406 Episode: Finished after 69 time steps\n",
      "7407 Episode: Finished after 76 time steps\n",
      "7408 Episode: Finished after 90 time steps\n",
      "7410 Episode: Finished after 179 time steps\n",
      "7411 Episode: Finished after 157 time steps\n",
      "7412 Episode: Finished after 66 time steps\n",
      "7413 Episode: Finished after 112 time steps\n",
      "7414 Episode: Finished after 191 time steps\n",
      "7415 Episode: Finished after 177 time steps\n",
      "7416 Episode: Finished after 171 time steps\n",
      "7417 Episode: Finished after 177 time steps\n",
      "7418 Episode: Finished after 76 time steps\n",
      "7419 Episode: Finished after 120 time steps\n",
      "7420 Episode: Finished after 78 time steps\n",
      "7421 Episode: Finished after 31 time steps\n",
      "7422 Episode: Finished after 168 time steps\n",
      "7423 Episode: Finished after 76 time steps\n",
      "7424 Episode: Finished after 132 time steps\n",
      "7425 Episode: Finished after 169 time steps\n",
      "7426 Episode: Finished after 72 time steps\n",
      "7427 Episode: Finished after 180 time steps\n",
      "7428 Episode: Finished after 177 time steps\n",
      "7429 Episode: Finished after 123 time steps\n",
      "7430 Episode: Finished after 30 time steps\n",
      "7431 Episode: Finished after 193 time steps\n",
      "7432 Episode: Finished after 155 time steps\n",
      "7433 Episode: Finished after 58 time steps\n",
      "7434 Episode: Finished after 185 time steps\n",
      "7435 Episode: Finished after 191 time steps\n",
      "7437 Episode: Finished after 109 time steps\n",
      "7438 Episode: Finished after 77 time steps\n",
      "7440 Episode: Finished after 75 time steps\n",
      "7441 Episode: Finished after 173 time steps\n",
      "7442 Episode: Finished after 160 time steps\n",
      "7443 Episode: Finished after 191 time steps\n",
      "7444 Episode: Finished after 198 time steps\n",
      "7445 Episode: Finished after 59 time steps\n",
      "7446 Episode: Finished after 69 time steps\n",
      "7447 Episode: Finished after 22 time steps\n",
      "7448 Episode: Finished after 86 time steps\n",
      "7449 Episode: Finished after 68 time steps\n",
      "7450 Episode: Finished after 190 time steps\n",
      "7451 Episode: Finished after 99 time steps\n",
      "7452 Episode: Finished after 178 time steps\n",
      "7454 Episode: Finished after 174 time steps\n",
      "7455 Episode: Finished after 91 time steps\n",
      "7456 Episode: Finished after 182 time steps\n",
      "7457 Episode: Finished after 81 time steps\n",
      "7459 Episode: Finished after 78 time steps\n",
      "7460 Episode: Finished after 113 time steps\n",
      "7461 Episode: Finished after 73 time steps\n",
      "7462 Episode: Finished after 170 time steps\n",
      "7463 Episode: Finished after 158 time steps\n",
      "7464 Episode: Finished after 85 time steps\n",
      "7465 Episode: Finished after 71 time steps\n",
      "7467 Episode: Finished after 64 time steps\n",
      "7468 Episode: Finished after 89 time steps\n",
      "7469 Episode: Finished after 142 time steps\n",
      "7470 Episode: Finished after 84 time steps\n",
      "7471 Episode: Finished after 166 time steps\n",
      "7472 Episode: Finished after 160 time steps\n",
      "7473 Episode: Finished after 58 time steps\n",
      "7474 Episode: Finished after 62 time steps\n",
      "7476 Episode: Finished after 109 time steps\n",
      "7477 Episode: Finished after 137 time steps\n",
      "7478 Episode: Finished after 71 time steps\n",
      "7479 Episode: Finished after 133 time steps\n",
      "7480 Episode: Finished after 157 time steps\n",
      "7481 Episode: Finished after 70 time steps\n",
      "7482 Episode: Finished after 145 time steps\n",
      "7484 Episode: Finished after 65 time steps\n",
      "7485 Episode: Finished after 195 time steps\n",
      "7486 Episode: Finished after 94 time steps\n",
      "7487 Episode: Finished after 76 time steps\n",
      "7488 Episode: Finished after 26 time steps\n",
      "7489 Episode: Finished after 116 time steps\n",
      "7490 Episode: Finished after 72 time steps\n",
      "7491 Episode: Finished after 166 time steps\n",
      "7492 Episode: Finished after 56 time steps\n",
      "7493 Episode: Finished after 181 time steps\n",
      "7494 Episode: Finished after 66 time steps\n",
      "7495 Episode: Finished after 102 time steps\n",
      "7496 Episode: Finished after 178 time steps\n",
      "7497 Episode: Finished after 83 time steps\n",
      "7498 Episode: Finished after 181 time steps\n",
      "7499 Episode: Finished after 143 time steps\n",
      "7500 Episode: Finished after 72 time steps\n",
      "7501 Episode: Finished after 192 time steps\n",
      "7502 Episode: Finished after 69 time steps\n",
      "7503 Episode: Finished after 168 time steps\n",
      "7504 Episode: Finished after 84 time steps\n",
      "7505 Episode: Finished after 132 time steps\n",
      "7506 Episode: Finished after 200 time steps\n",
      "7507 Episode: Finished after 83 time steps\n",
      "7508 Episode: Finished after 200 time steps\n",
      "7509 Episode: Finished after 145 time steps\n",
      "7510 Episode: Finished after 72 time steps\n",
      "7511 Episode: Finished after 106 time steps\n",
      "7513 Episode: Finished after 145 time steps\n",
      "7514 Episode: Finished after 100 time steps\n",
      "7515 Episode: Finished after 71 time steps\n",
      "7516 Episode: Finished after 74 time steps\n",
      "7518 Episode: Finished after 154 time steps\n",
      "7519 Episode: Finished after 101 time steps\n",
      "7520 Episode: Finished after 158 time steps\n",
      "7522 Episode: Finished after 76 time steps\n",
      "7523 Episode: Finished after 84 time steps\n",
      "7524 Episode: Finished after 73 time steps\n",
      "7525 Episode: Finished after 27 time steps\n",
      "7526 Episode: Finished after 182 time steps\n",
      "7527 Episode: Finished after 195 time steps\n",
      "7528 Episode: Finished after 188 time steps\n",
      "7529 Episode: Finished after 176 time steps\n",
      "7530 Episode: Finished after 187 time steps\n",
      "7531 Episode: Finished after 83 time steps\n",
      "7532 Episode: Finished after 99 time steps\n",
      "7534 Episode: Finished after 184 time steps\n",
      "7535 Episode: Finished after 76 time steps\n",
      "7536 Episode: Finished after 71 time steps\n",
      "7537 Episode: Finished after 103 time steps\n",
      "7538 Episode: Finished after 58 time steps\n",
      "7539 Episode: Finished after 195 time steps\n",
      "7540 Episode: Finished after 135 time steps\n",
      "7541 Episode: Finished after 68 time steps\n",
      "7542 Episode: Finished after 84 time steps\n",
      "7543 Episode: Finished after 22 time steps\n",
      "7545 Episode: Finished after 75 time steps\n",
      "7546 Episode: Finished after 88 time steps\n",
      "7547 Episode: Finished after 131 time steps\n",
      "7548 Episode: Finished after 30 time steps\n",
      "7549 Episode: Finished after 54 time steps\n",
      "7551 Episode: Finished after 190 time steps\n",
      "7552 Episode: Finished after 148 time steps\n",
      "7553 Episode: Finished after 130 time steps\n",
      "7555 Episode: Finished after 136 time steps\n",
      "7557 Episode: Finished after 158 time steps\n",
      "7558 Episode: Finished after 58 time steps\n",
      "7559 Episode: Finished after 87 time steps\n",
      "7561 Episode: Finished after 197 time steps\n",
      "7562 Episode: Finished after 92 time steps\n",
      "7563 Episode: Finished after 141 time steps\n",
      "7564 Episode: Finished after 196 time steps\n",
      "7565 Episode: Finished after 144 time steps\n",
      "7566 Episode: Finished after 65 time steps\n",
      "7567 Episode: Finished after 76 time steps\n",
      "7569 Episode: Finished after 93 time steps\n",
      "7570 Episode: Finished after 130 time steps\n",
      "7571 Episode: Finished after 165 time steps\n",
      "7572 Episode: Finished after 154 time steps\n",
      "7573 Episode: Finished after 67 time steps\n",
      "7574 Episode: Finished after 67 time steps\n",
      "7575 Episode: Finished after 31 time steps\n",
      "7576 Episode: Finished after 60 time steps\n",
      "7577 Episode: Finished after 148 time steps\n",
      "7578 Episode: Finished after 104 time steps\n",
      "7579 Episode: Finished after 168 time steps\n",
      "7580 Episode: Finished after 110 time steps\n",
      "7581 Episode: Finished after 104 time steps\n",
      "7582 Episode: Finished after 56 time steps\n",
      "7583 Episode: Finished after 144 time steps\n",
      "7584 Episode: Finished after 68 time steps\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "7585 Episode: Finished after 120 time steps\n",
      "7586 Episode: Finished after 173 time steps\n",
      "7587 Episode: Finished after 162 time steps\n",
      "7588 Episode: Finished after 92 time steps\n",
      "7589 Episode: Finished after 123 time steps\n",
      "7591 Episode: Finished after 141 time steps\n",
      "7592 Episode: Finished after 85 time steps\n",
      "7593 Episode: Finished after 76 time steps\n",
      "7594 Episode: Finished after 139 time steps\n",
      "7595 Episode: Finished after 80 time steps\n",
      "7596 Episode: Finished after 150 time steps\n",
      "7597 Episode: Finished after 186 time steps\n",
      "7599 Episode: Finished after 169 time steps\n",
      "7601 Episode: Finished after 97 time steps\n",
      "7602 Episode: Finished after 63 time steps\n",
      "7603 Episode: Finished after 85 time steps\n",
      "7605 Episode: Finished after 10 time steps\n",
      "7606 Episode: Finished after 138 time steps\n",
      "7607 Episode: Finished after 161 time steps\n",
      "7608 Episode: Finished after 85 time steps\n",
      "7609 Episode: Finished after 67 time steps\n",
      "7610 Episode: Finished after 136 time steps\n",
      "7611 Episode: Finished after 154 time steps\n",
      "7612 Episode: Finished after 191 time steps\n",
      "7613 Episode: Finished after 158 time steps\n",
      "7614 Episode: Finished after 29 time steps\n",
      "7615 Episode: Finished after 198 time steps\n",
      "7616 Episode: Finished after 179 time steps\n",
      "7617 Episode: Finished after 151 time steps\n",
      "7619 Episode: Finished after 81 time steps\n",
      "7622 Episode: Finished after 154 time steps\n",
      "7623 Episode: Finished after 82 time steps\n",
      "7624 Episode: Finished after 69 time steps\n",
      "7625 Episode: Finished after 115 time steps\n",
      "7626 Episode: Finished after 148 time steps\n",
      "7627 Episode: Finished after 161 time steps\n",
      "7628 Episode: Finished after 186 time steps\n",
      "7629 Episode: Finished after 62 time steps\n",
      "7632 Episode: Finished after 66 time steps\n",
      "7633 Episode: Finished after 179 time steps\n",
      "7634 Episode: Finished after 165 time steps\n",
      "7636 Episode: Finished after 72 time steps\n",
      "7637 Episode: Finished after 125 time steps\n",
      "7638 Episode: Finished after 144 time steps\n",
      "7639 Episode: Finished after 62 time steps\n",
      "7640 Episode: Finished after 143 time steps\n",
      "7641 Episode: Finished after 78 time steps\n",
      "7642 Episode: Finished after 11 time steps\n",
      "7643 Episode: Finished after 78 time steps\n",
      "7644 Episode: Finished after 148 time steps\n",
      "7648 Episode: Finished after 190 time steps\n",
      "7649 Episode: Finished after 63 time steps\n",
      "7650 Episode: Finished after 22 time steps\n",
      "7652 Episode: Finished after 114 time steps\n",
      "7653 Episode: Finished after 61 time steps\n",
      "7654 Episode: Finished after 200 time steps\n",
      "7655 Episode: Finished after 129 time steps\n",
      "7656 Episode: Finished after 81 time steps\n",
      "7659 Episode: Finished after 30 time steps\n",
      "7660 Episode: Finished after 192 time steps\n",
      "7661 Episode: Finished after 183 time steps\n",
      "7663 Episode: Finished after 67 time steps\n",
      "7665 Episode: Finished after 97 time steps\n",
      "7666 Episode: Finished after 113 time steps\n",
      "7667 Episode: Finished after 135 time steps\n",
      "7668 Episode: Finished after 158 time steps\n",
      "7669 Episode: Finished after 72 time steps\n",
      "7670 Episode: Finished after 84 time steps\n",
      "7671 Episode: Finished after 28 time steps\n",
      "7672 Episode: Finished after 9 time steps\n",
      "7674 Episode: Finished after 77 time steps\n",
      "7675 Episode: Finished after 118 time steps\n",
      "7676 Episode: Finished after 152 time steps\n",
      "7677 Episode: Finished after 28 time steps\n",
      "7678 Episode: Finished after 67 time steps\n",
      "7679 Episode: Finished after 64 time steps\n",
      "7680 Episode: Finished after 106 time steps\n",
      "7681 Episode: Finished after 69 time steps\n",
      "7682 Episode: Finished after 156 time steps\n",
      "7683 Episode: Finished after 190 time steps\n",
      "7684 Episode: Finished after 45 time steps\n",
      "7685 Episode: Finished after 194 time steps\n",
      "7686 Episode: Finished after 140 time steps\n",
      "7687 Episode: Finished after 88 time steps\n",
      "7688 Episode: Finished after 158 time steps\n",
      "7689 Episode: Finished after 125 time steps\n",
      "7690 Episode: Finished after 126 time steps\n",
      "7691 Episode: Finished after 11 time steps\n",
      "7692 Episode: Finished after 13 time steps\n",
      "7693 Episode: Finished after 73 time steps\n",
      "7694 Episode: Finished after 169 time steps\n",
      "7695 Episode: Finished after 85 time steps\n",
      "7696 Episode: Finished after 140 time steps\n",
      "7697 Episode: Finished after 142 time steps\n",
      "7698 Episode: Finished after 87 time steps\n",
      "7699 Episode: Finished after 199 time steps\n",
      "7700 Episode: Finished after 44 time steps\n",
      "7702 Episode: Finished after 39 time steps\n",
      "7703 Episode: Finished after 116 time steps\n",
      "7704 Episode: Finished after 76 time steps\n",
      "7705 Episode: Finished after 154 time steps\n",
      "7706 Episode: Finished after 185 time steps\n",
      "7707 Episode: Finished after 183 time steps\n",
      "7708 Episode: Finished after 10 time steps\n",
      "7710 Episode: Finished after 115 time steps\n",
      "7711 Episode: Finished after 188 time steps\n",
      "7712 Episode: Finished after 174 time steps\n",
      "7713 Episode: Finished after 25 time steps\n",
      "7714 Episode: Finished after 110 time steps\n",
      "7715 Episode: Finished after 161 time steps\n",
      "7716 Episode: Finished after 192 time steps\n",
      "7717 Episode: Finished after 28 time steps\n",
      "7718 Episode: Finished after 71 time steps\n",
      "7719 Episode: Finished after 197 time steps\n",
      "7720 Episode: Finished after 152 time steps\n",
      "7721 Episode: Finished after 134 time steps\n",
      "7722 Episode: Finished after 126 time steps\n",
      "7723 Episode: Finished after 12 time steps\n",
      "7724 Episode: Finished after 81 time steps\n",
      "7725 Episode: Finished after 119 time steps\n",
      "7726 Episode: Finished after 34 time steps\n",
      "7727 Episode: Finished after 41 time steps\n",
      "7728 Episode: Finished after 30 time steps\n",
      "7729 Episode: Finished after 61 time steps\n",
      "7730 Episode: Finished after 146 time steps\n",
      "7731 Episode: Finished after 54 time steps\n",
      "7733 Episode: Finished after 29 time steps\n",
      "7734 Episode: Finished after 62 time steps\n",
      "7735 Episode: Finished after 76 time steps\n",
      "7736 Episode: Finished after 196 time steps\n",
      "7737 Episode: Finished after 176 time steps\n",
      "7738 Episode: Finished after 47 time steps\n",
      "7739 Episode: Finished after 53 time steps\n",
      "7740 Episode: Finished after 25 time steps\n",
      "7741 Episode: Finished after 76 time steps\n",
      "7742 Episode: Finished after 143 time steps\n",
      "7743 Episode: Finished after 73 time steps\n",
      "7744 Episode: Finished after 199 time steps\n",
      "7745 Episode: Finished after 106 time steps\n",
      "7746 Episode: Finished after 70 time steps\n",
      "7747 Episode: Finished after 134 time steps\n",
      "7748 Episode: Finished after 146 time steps\n",
      "7749 Episode: Finished after 155 time steps\n",
      "7750 Episode: Finished after 189 time steps\n",
      "7751 Episode: Finished after 60 time steps\n",
      "7752 Episode: Finished after 69 time steps\n",
      "7753 Episode: Finished after 109 time steps\n",
      "7754 Episode: Finished after 157 time steps\n",
      "7755 Episode: Finished after 65 time steps\n",
      "7756 Episode: Finished after 179 time steps\n",
      "7757 Episode: Finished after 90 time steps\n",
      "7758 Episode: Finished after 155 time steps\n",
      "7759 Episode: Finished after 185 time steps\n",
      "7760 Episode: Finished after 86 time steps\n",
      "7761 Episode: Finished after 135 time steps\n",
      "7762 Episode: Finished after 62 time steps\n",
      "7763 Episode: Finished after 94 time steps\n",
      "7764 Episode: Finished after 199 time steps\n",
      "7765 Episode: Finished after 55 time steps\n",
      "7766 Episode: Finished after 95 time steps\n",
      "7767 Episode: Finished after 198 time steps\n",
      "7768 Episode: Finished after 49 time steps\n",
      "7770 Episode: Finished after 75 time steps\n",
      "7771 Episode: Finished after 78 time steps\n",
      "7772 Episode: Finished after 92 time steps\n",
      "7773 Episode: Finished after 148 time steps\n",
      "7774 Episode: Finished after 79 time steps\n",
      "7775 Episode: Finished after 155 time steps\n",
      "7776 Episode: Finished after 139 time steps\n",
      "7777 Episode: Finished after 81 time steps\n",
      "7778 Episode: Finished after 186 time steps\n",
      "7779 Episode: Finished after 176 time steps\n",
      "7780 Episode: Finished after 148 time steps\n",
      "7781 Episode: Finished after 159 time steps\n",
      "7783 Episode: Finished after 171 time steps\n",
      "7784 Episode: Finished after 188 time steps\n",
      "7785 Episode: Finished after 168 time steps\n",
      "7786 Episode: Finished after 165 time steps\n",
      "7788 Episode: Finished after 185 time steps\n",
      "7789 Episode: Finished after 117 time steps\n",
      "7790 Episode: Finished after 60 time steps\n",
      "7791 Episode: Finished after 149 time steps\n",
      "7792 Episode: Finished after 73 time steps\n",
      "7793 Episode: Finished after 159 time steps\n",
      "7794 Episode: Finished after 160 time steps\n",
      "7795 Episode: Finished after 88 time steps\n",
      "7796 Episode: Finished after 191 time steps\n",
      "7797 Episode: Finished after 94 time steps\n",
      "7798 Episode: Finished after 74 time steps\n",
      "7799 Episode: Finished after 192 time steps\n",
      "7800 Episode: Finished after 72 time steps\n",
      "7801 Episode: Finished after 91 time steps\n",
      "7802 Episode: Finished after 76 time steps\n",
      "7803 Episode: Finished after 36 time steps\n",
      "7805 Episode: Finished after 94 time steps\n",
      "7806 Episode: Finished after 79 time steps\n",
      "7807 Episode: Finished after 69 time steps\n",
      "7808 Episode: Finished after 169 time steps\n",
      "7809 Episode: Finished after 60 time steps\n",
      "7811 Episode: Finished after 64 time steps\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "7812 Episode: Finished after 195 time steps\n",
      "7813 Episode: Finished after 181 time steps\n",
      "7814 Episode: Finished after 176 time steps\n",
      "7815 Episode: Finished after 71 time steps\n",
      "7816 Episode: Finished after 170 time steps\n",
      "7817 Episode: Finished after 61 time steps\n",
      "7818 Episode: Finished after 70 time steps\n",
      "7819 Episode: Finished after 161 time steps\n",
      "7820 Episode: Finished after 104 time steps\n",
      "7821 Episode: Finished after 39 time steps\n",
      "7822 Episode: Finished after 112 time steps\n",
      "7823 Episode: Finished after 148 time steps\n",
      "7824 Episode: Finished after 24 time steps\n",
      "7825 Episode: Finished after 57 time steps\n",
      "7826 Episode: Finished after 133 time steps\n",
      "7827 Episode: Finished after 35 time steps\n",
      "7828 Episode: Finished after 152 time steps\n",
      "7829 Episode: Finished after 156 time steps\n",
      "7830 Episode: Finished after 27 time steps\n",
      "7831 Episode: Finished after 194 time steps\n",
      "7832 Episode: Finished after 134 time steps\n",
      "7833 Episode: Finished after 78 time steps\n",
      "7834 Episode: Finished after 56 time steps\n",
      "7835 Episode: Finished after 24 time steps\n",
      "7837 Episode: Finished after 30 time steps\n",
      "7838 Episode: Finished after 148 time steps\n",
      "7839 Episode: Finished after 187 time steps\n",
      "7840 Episode: Finished after 97 time steps\n",
      "7841 Episode: Finished after 185 time steps\n",
      "7842 Episode: Finished after 54 time steps\n",
      "7843 Episode: Finished after 198 time steps\n",
      "7844 Episode: Finished after 82 time steps\n",
      "7845 Episode: Finished after 116 time steps\n",
      "7846 Episode: Finished after 169 time steps\n",
      "7847 Episode: Finished after 177 time steps\n",
      "7848 Episode: Finished after 73 time steps\n",
      "7849 Episode: Finished after 150 time steps\n",
      "7850 Episode: Finished after 162 time steps\n",
      "7851 Episode: Finished after 79 time steps\n",
      "7852 Episode: Finished after 40 time steps\n",
      "7853 Episode: Finished after 61 time steps\n",
      "7854 Episode: Finished after 138 time steps\n",
      "7855 Episode: Finished after 74 time steps\n",
      "7856 Episode: Finished after 80 time steps\n",
      "7857 Episode: Finished after 192 time steps\n",
      "7858 Episode: Finished after 197 time steps\n",
      "7859 Episode: Finished after 172 time steps\n",
      "7860 Episode: Finished after 191 time steps\n",
      "7863 Episode: Finished after 135 time steps\n",
      "7864 Episode: Finished after 194 time steps\n",
      "7865 Episode: Finished after 63 time steps\n",
      "7866 Episode: Finished after 27 time steps\n",
      "7867 Episode: Finished after 186 time steps\n",
      "7868 Episode: Finished after 74 time steps\n",
      "7869 Episode: Finished after 143 time steps\n",
      "7870 Episode: Finished after 135 time steps\n",
      "7871 Episode: Finished after 62 time steps\n",
      "7872 Episode: Finished after 145 time steps\n",
      "7873 Episode: Finished after 162 time steps\n",
      "7874 Episode: Finished after 91 time steps\n",
      "7875 Episode: Finished after 199 time steps\n",
      "7876 Episode: Finished after 119 time steps\n",
      "7877 Episode: Finished after 63 time steps\n",
      "7878 Episode: Finished after 130 time steps\n",
      "7879 Episode: Finished after 101 time steps\n",
      "7881 Episode: Finished after 108 time steps\n",
      "7882 Episode: Finished after 146 time steps\n",
      "7883 Episode: Finished after 70 time steps\n",
      "7884 Episode: Finished after 143 time steps\n",
      "7885 Episode: Finished after 83 time steps\n",
      "7886 Episode: Finished after 81 time steps\n",
      "7887 Episode: Finished after 64 time steps\n",
      "7888 Episode: Finished after 132 time steps\n",
      "7889 Episode: Finished after 88 time steps\n",
      "7890 Episode: Finished after 196 time steps\n",
      "7891 Episode: Finished after 76 time steps\n",
      "7893 Episode: Finished after 86 time steps\n",
      "7894 Episode: Finished after 28 time steps\n",
      "7895 Episode: Finished after 200 time steps\n",
      "7896 Episode: Finished after 141 time steps\n",
      "7897 Episode: Finished after 126 time steps\n",
      "7898 Episode: Finished after 85 time steps\n",
      "7899 Episode: Finished after 86 time steps\n",
      "7900 Episode: Finished after 95 time steps\n",
      "7901 Episode: Finished after 53 time steps\n",
      "7902 Episode: Finished after 120 time steps\n",
      "7903 Episode: Finished after 182 time steps\n",
      "7904 Episode: Finished after 95 time steps\n",
      "7906 Episode: Finished after 153 time steps\n",
      "7907 Episode: Finished after 148 time steps\n",
      "7908 Episode: Finished after 116 time steps\n",
      "7909 Episode: Finished after 56 time steps\n",
      "7910 Episode: Finished after 111 time steps\n",
      "7911 Episode: Finished after 78 time steps\n",
      "7912 Episode: Finished after 69 time steps\n",
      "7913 Episode: Finished after 131 time steps\n",
      "7914 Episode: Finished after 183 time steps\n",
      "7915 Episode: Finished after 77 time steps\n",
      "7916 Episode: Finished after 173 time steps\n",
      "7917 Episode: Finished after 69 time steps\n",
      "7918 Episode: Finished after 73 time steps\n",
      "7919 Episode: Finished after 121 time steps\n",
      "7920 Episode: Finished after 36 time steps\n",
      "7921 Episode: Finished after 172 time steps\n",
      "7922 Episode: Finished after 157 time steps\n",
      "7923 Episode: Finished after 138 time steps\n",
      "7924 Episode: Finished after 116 time steps\n",
      "7925 Episode: Finished after 89 time steps\n",
      "7926 Episode: Finished after 68 time steps\n",
      "7927 Episode: Finished after 188 time steps\n",
      "7928 Episode: Finished after 28 time steps\n",
      "7929 Episode: Finished after 81 time steps\n",
      "7930 Episode: Finished after 66 time steps\n",
      "7932 Episode: Finished after 23 time steps\n",
      "7933 Episode: Finished after 81 time steps\n",
      "7935 Episode: Finished after 142 time steps\n",
      "7936 Episode: Finished after 183 time steps\n",
      "7937 Episode: Finished after 156 time steps\n",
      "7938 Episode: Finished after 83 time steps\n",
      "7939 Episode: Finished after 79 time steps\n",
      "7940 Episode: Finished after 62 time steps\n",
      "7941 Episode: Finished after 155 time steps\n",
      "7942 Episode: Finished after 146 time steps\n",
      "7943 Episode: Finished after 46 time steps\n",
      "7944 Episode: Finished after 56 time steps\n",
      "7945 Episode: Finished after 59 time steps\n",
      "7947 Episode: Finished after 157 time steps\n",
      "7948 Episode: Finished after 152 time steps\n",
      "7949 Episode: Finished after 150 time steps\n",
      "7950 Episode: Finished after 72 time steps\n",
      "7951 Episode: Finished after 66 time steps\n",
      "7953 Episode: Finished after 161 time steps\n",
      "7954 Episode: Finished after 164 time steps\n",
      "7957 Episode: Finished after 134 time steps\n",
      "7958 Episode: Finished after 85 time steps\n",
      "7959 Episode: Finished after 79 time steps\n",
      "7960 Episode: Finished after 65 time steps\n",
      "7961 Episode: Finished after 67 time steps\n",
      "7962 Episode: Finished after 186 time steps\n",
      "7963 Episode: Finished after 200 time steps\n",
      "7964 Episode: Finished after 91 time steps\n",
      "7965 Episode: Finished after 40 time steps\n",
      "7966 Episode: Finished after 175 time steps\n",
      "7967 Episode: Finished after 200 time steps\n",
      "7968 Episode: Finished after 154 time steps\n",
      "7969 Episode: Finished after 26 time steps\n",
      "7970 Episode: Finished after 59 time steps\n",
      "7971 Episode: Finished after 191 time steps\n",
      "7972 Episode: Finished after 56 time steps\n",
      "7973 Episode: Finished after 79 time steps\n",
      "7976 Episode: Finished after 196 time steps\n",
      "7977 Episode: Finished after 127 time steps\n",
      "7978 Episode: Finished after 182 time steps\n",
      "7980 Episode: Finished after 33 time steps\n",
      "7981 Episode: Finished after 134 time steps\n",
      "7982 Episode: Finished after 102 time steps\n",
      "7984 Episode: Finished after 120 time steps\n",
      "7985 Episode: Finished after 64 time steps\n",
      "7986 Episode: Finished after 76 time steps\n",
      "7987 Episode: Finished after 70 time steps\n",
      "7988 Episode: Finished after 59 time steps\n",
      "7989 Episode: Finished after 199 time steps\n",
      "7990 Episode: Finished after 65 time steps\n",
      "7991 Episode: Finished after 62 time steps\n",
      "7994 Episode: Finished after 118 time steps\n",
      "7995 Episode: Finished after 28 time steps\n",
      "7996 Episode: Finished after 182 time steps\n",
      "7997 Episode: Finished after 169 time steps\n",
      "8000 Episode: Finished after 160 time steps\n",
      "8001 Episode: Finished after 61 time steps\n",
      "8002 Episode: Finished after 57 time steps\n",
      "8004 Episode: Finished after 27 time steps\n",
      "8005 Episode: Finished after 103 time steps\n",
      "8006 Episode: Finished after 105 time steps\n",
      "8007 Episode: Finished after 166 time steps\n",
      "8009 Episode: Finished after 57 time steps\n",
      "8010 Episode: Finished after 82 time steps\n",
      "8012 Episode: Finished after 102 time steps\n",
      "8013 Episode: Finished after 66 time steps\n",
      "8014 Episode: Finished after 127 time steps\n",
      "8017 Episode: Finished after 77 time steps\n",
      "8018 Episode: Finished after 113 time steps\n",
      "8019 Episode: Finished after 60 time steps\n",
      "8020 Episode: Finished after 87 time steps\n",
      "8021 Episode: Finished after 127 time steps\n",
      "8022 Episode: Finished after 67 time steps\n",
      "8023 Episode: Finished after 67 time steps\n",
      "8025 Episode: Finished after 54 time steps\n",
      "8028 Episode: Finished after 117 time steps\n",
      "8031 Episode: Finished after 102 time steps\n",
      "8033 Episode: Finished after 138 time steps\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "8035 Episode: Finished after 28 time steps\n",
      "8038 Episode: Finished after 197 time steps\n",
      "8039 Episode: Finished after 87 time steps\n",
      "8040 Episode: Finished after 60 time steps\n",
      "8041 Episode: Finished after 41 time steps\n",
      "8043 Episode: Finished after 90 time steps\n",
      "8044 Episode: Finished after 192 time steps\n",
      "8046 Episode: Finished after 66 time steps\n",
      "8047 Episode: Finished after 74 time steps\n",
      "8048 Episode: Finished after 166 time steps\n",
      "8051 Episode: Finished after 125 time steps\n",
      "8052 Episode: Finished after 151 time steps\n",
      "8053 Episode: Finished after 64 time steps\n",
      "8056 Episode: Finished after 111 time steps\n",
      "8057 Episode: Finished after 113 time steps\n",
      "8058 Episode: Finished after 76 time steps\n",
      "8059 Episode: Finished after 97 time steps\n",
      "8060 Episode: Finished after 182 time steps\n",
      "8062 Episode: Finished after 106 time steps\n",
      "8063 Episode: Finished after 136 time steps\n",
      "8064 Episode: Finished after 47 time steps\n",
      "8065 Episode: Finished after 77 time steps\n",
      "8066 Episode: Finished after 25 time steps\n",
      "8067 Episode: Finished after 108 time steps\n",
      "8069 Episode: Finished after 69 time steps\n",
      "8070 Episode: Finished after 131 time steps\n",
      "8071 Episode: Finished after 108 time steps\n",
      "8072 Episode: Finished after 149 time steps\n",
      "8074 Episode: Finished after 108 time steps\n",
      "8075 Episode: Finished after 104 time steps\n",
      "8076 Episode: Finished after 126 time steps\n",
      "8078 Episode: Finished after 53 time steps\n",
      "8081 Episode: Finished after 89 time steps\n",
      "8082 Episode: Finished after 111 time steps\n",
      "8084 Episode: Finished after 87 time steps\n",
      "8085 Episode: Finished after 74 time steps\n",
      "8086 Episode: Finished after 72 time steps\n",
      "8087 Episode: Finished after 21 time steps\n",
      "8088 Episode: Finished after 116 time steps\n",
      "8089 Episode: Finished after 98 time steps\n",
      "8090 Episode: Finished after 99 time steps\n",
      "8091 Episode: Finished after 111 time steps\n",
      "8093 Episode: Finished after 28 time steps\n",
      "8094 Episode: Finished after 63 time steps\n",
      "8096 Episode: Finished after 93 time steps\n",
      "8097 Episode: Finished after 71 time steps\n",
      "8100 Episode: Finished after 118 time steps\n",
      "8101 Episode: Finished after 68 time steps\n",
      "8104 Episode: Finished after 22 time steps\n",
      "8105 Episode: Finished after 84 time steps\n",
      "8106 Episode: Finished after 58 time steps\n",
      "8107 Episode: Finished after 90 time steps\n",
      "8111 Episode: Finished after 59 time steps\n",
      "8114 Episode: Finished after 61 time steps\n",
      "8116 Episode: Finished after 23 time steps\n",
      "8119 Episode: Finished after 75 time steps\n",
      "8123 Episode: Finished after 200 time steps\n",
      "8124 Episode: Finished after 83 time steps\n",
      "8127 Episode: Finished after 189 time steps\n",
      "8134 Episode: Finished after 63 time steps\n",
      "8135 Episode: Finished after 85 time steps\n",
      "8137 Episode: Finished after 61 time steps\n",
      "8140 Episode: Finished after 91 time steps\n",
      "8142 Episode: Finished after 68 time steps\n",
      "8145 Episode: Finished after 119 time steps\n",
      "8146 Episode: Finished after 102 time steps\n",
      "8147 Episode: Finished after 51 time steps\n",
      "8149 Episode: Finished after 36 time steps\n",
      "8151 Episode: Finished after 80 time steps\n",
      "8153 Episode: Finished after 148 time steps\n",
      "8156 Episode: Finished after 96 time steps\n",
      "8158 Episode: Finished after 79 time steps\n",
      "8159 Episode: Finished after 27 time steps\n",
      "8160 Episode: Finished after 184 time steps\n",
      "8161 Episode: Finished after 199 time steps\n",
      "8163 Episode: Finished after 85 time steps\n",
      "8164 Episode: Finished after 78 time steps\n",
      "8165 Episode: Finished after 136 time steps\n",
      "8166 Episode: Finished after 74 time steps\n",
      "8167 Episode: Finished after 66 time steps\n",
      "8168 Episode: Finished after 90 time steps\n",
      "8169 Episode: Finished after 174 time steps\n",
      "8170 Episode: Finished after 152 time steps\n",
      "8173 Episode: Finished after 78 time steps\n",
      "8177 Episode: Finished after 37 time steps\n",
      "8181 Episode: Finished after 23 time steps\n",
      "8182 Episode: Finished after 26 time steps\n",
      "8186 Episode: Finished after 168 time steps\n",
      "8187 Episode: Finished after 81 time steps\n",
      "8188 Episode: Finished after 69 time steps\n",
      "8189 Episode: Finished after 28 time steps\n",
      "8193 Episode: Finished after 63 time steps\n",
      "8195 Episode: Finished after 152 time steps\n",
      "8198 Episode: Finished after 71 time steps\n",
      "8199 Episode: Finished after 81 time steps\n",
      "8200 Episode: Finished after 89 time steps\n",
      "8201 Episode: Finished after 119 time steps\n",
      "8202 Episode: Finished after 100 time steps\n",
      "8203 Episode: Finished after 148 time steps\n",
      "8204 Episode: Finished after 29 time steps\n",
      "8205 Episode: Finished after 63 time steps\n",
      "8207 Episode: Finished after 38 time steps\n",
      "8208 Episode: Finished after 85 time steps\n",
      "8210 Episode: Finished after 32 time steps\n",
      "8211 Episode: Finished after 37 time steps\n",
      "8213 Episode: Finished after 181 time steps\n",
      "8214 Episode: Finished after 29 time steps\n",
      "8215 Episode: Finished after 60 time steps\n",
      "8216 Episode: Finished after 92 time steps\n",
      "8217 Episode: Finished after 126 time steps\n",
      "8218 Episode: Finished after 81 time steps\n",
      "8219 Episode: Finished after 65 time steps\n",
      "8220 Episode: Finished after 30 time steps\n",
      "8221 Episode: Finished after 61 time steps\n",
      "8223 Episode: Finished after 51 time steps\n",
      "8224 Episode: Finished after 110 time steps\n",
      "8225 Episode: Finished after 125 time steps\n",
      "8226 Episode: Finished after 110 time steps\n",
      "8227 Episode: Finished after 139 time steps\n",
      "8228 Episode: Finished after 124 time steps\n",
      "8229 Episode: Finished after 31 time steps\n",
      "8230 Episode: Finished after 52 time steps\n",
      "8231 Episode: Finished after 36 time steps\n",
      "8232 Episode: Finished after 70 time steps\n",
      "8233 Episode: Finished after 90 time steps\n",
      "8234 Episode: Finished after 180 time steps\n",
      "8235 Episode: Finished after 97 time steps\n",
      "8236 Episode: Finished after 92 time steps\n",
      "8237 Episode: Finished after 177 time steps\n",
      "8238 Episode: Finished after 165 time steps\n",
      "8239 Episode: Finished after 115 time steps\n",
      "8240 Episode: Finished after 114 time steps\n",
      "8241 Episode: Finished after 106 time steps\n",
      "8242 Episode: Finished after 85 time steps\n",
      "8243 Episode: Finished after 158 time steps\n",
      "8244 Episode: Finished after 138 time steps\n",
      "8245 Episode: Finished after 46 time steps\n",
      "8246 Episode: Finished after 28 time steps\n",
      "8248 Episode: Finished after 84 time steps\n",
      "8249 Episode: Finished after 157 time steps\n",
      "8250 Episode: Finished after 95 time steps\n",
      "8251 Episode: Finished after 131 time steps\n",
      "8252 Episode: Finished after 81 time steps\n",
      "8253 Episode: Finished after 75 time steps\n",
      "8254 Episode: Finished after 99 time steps\n",
      "8255 Episode: Finished after 115 time steps\n",
      "8256 Episode: Finished after 63 time steps\n",
      "8257 Episode: Finished after 155 time steps\n",
      "8258 Episode: Finished after 119 time steps\n",
      "8259 Episode: Finished after 118 time steps\n",
      "8260 Episode: Finished after 78 time steps\n",
      "8261 Episode: Finished after 98 time steps\n",
      "8262 Episode: Finished after 38 time steps\n",
      "8263 Episode: Finished after 124 time steps\n",
      "8264 Episode: Finished after 165 time steps\n",
      "8265 Episode: Finished after 110 time steps\n",
      "8266 Episode: Finished after 136 time steps\n",
      "8267 Episode: Finished after 62 time steps\n",
      "8268 Episode: Finished after 112 time steps\n",
      "8269 Episode: Finished after 176 time steps\n",
      "8270 Episode: Finished after 101 time steps\n",
      "8271 Episode: Finished after 110 time steps\n",
      "8272 Episode: Finished after 48 time steps\n",
      "8273 Episode: Finished after 137 time steps\n",
      "8274 Episode: Finished after 199 time steps\n",
      "8275 Episode: Finished after 119 time steps\n",
      "8276 Episode: Finished after 127 time steps\n",
      "8277 Episode: Finished after 71 time steps\n",
      "8278 Episode: Finished after 86 time steps\n",
      "8279 Episode: Finished after 42 time steps\n",
      "8280 Episode: Finished after 154 time steps\n",
      "8281 Episode: Finished after 194 time steps\n",
      "8284 Episode: Finished after 69 time steps\n",
      "8287 Episode: Finished after 73 time steps\n",
      "8288 Episode: Finished after 165 time steps\n",
      "8289 Episode: Finished after 141 time steps\n",
      "8290 Episode: Finished after 106 time steps\n",
      "8291 Episode: Finished after 58 time steps\n",
      "8292 Episode: Finished after 71 time steps\n",
      "8295 Episode: Finished after 42 time steps\n",
      "8296 Episode: Finished after 41 time steps\n",
      "8297 Episode: Finished after 94 time steps\n",
      "8299 Episode: Finished after 181 time steps\n",
      "8304 Episode: Finished after 21 time steps\n",
      "8305 Episode: Finished after 69 time steps\n",
      "8306 Episode: Finished after 153 time steps\n",
      "8307 Episode: Finished after 48 time steps\n",
      "8308 Episode: Finished after 70 time steps\n",
      "8309 Episode: Finished after 121 time steps\n",
      "8310 Episode: Finished after 62 time steps\n",
      "8312 Episode: Finished after 189 time steps\n",
      "8313 Episode: Finished after 101 time steps\n",
      "8314 Episode: Finished after 199 time steps\n",
      "8315 Episode: Finished after 75 time steps\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "8316 Episode: Finished after 30 time steps\n",
      "8317 Episode: Finished after 117 time steps\n",
      "8318 Episode: Finished after 102 time steps\n",
      "8320 Episode: Finished after 99 time steps\n",
      "8321 Episode: Finished after 93 time steps\n",
      "8323 Episode: Finished after 129 time steps\n",
      "8324 Episode: Finished after 92 time steps\n",
      "8325 Episode: Finished after 49 time steps\n",
      "8327 Episode: Finished after 130 time steps\n",
      "8328 Episode: Finished after 112 time steps\n",
      "8329 Episode: Finished after 161 time steps\n",
      "8330 Episode: Finished after 114 time steps\n",
      "8331 Episode: Finished after 150 time steps\n",
      "8332 Episode: Finished after 188 time steps\n",
      "8333 Episode: Finished after 105 time steps\n",
      "8334 Episode: Finished after 25 time steps\n",
      "8336 Episode: Finished after 69 time steps\n",
      "8337 Episode: Finished after 62 time steps\n",
      "8339 Episode: Finished after 54 time steps\n",
      "8341 Episode: Finished after 94 time steps\n",
      "8343 Episode: Finished after 81 time steps\n",
      "8344 Episode: Finished after 120 time steps\n",
      "8345 Episode: Finished after 95 time steps\n",
      "8346 Episode: Finished after 75 time steps\n",
      "8347 Episode: Finished after 144 time steps\n",
      "8349 Episode: Finished after 142 time steps\n",
      "8350 Episode: Finished after 70 time steps\n",
      "8352 Episode: Finished after 138 time steps\n",
      "8353 Episode: Finished after 73 time steps\n",
      "8354 Episode: Finished after 97 time steps\n",
      "8355 Episode: Finished after 127 time steps\n",
      "8356 Episode: Finished after 110 time steps\n",
      "8357 Episode: Finished after 100 time steps\n",
      "8358 Episode: Finished after 104 time steps\n",
      "8359 Episode: Finished after 95 time steps\n",
      "8360 Episode: Finished after 135 time steps\n",
      "8361 Episode: Finished after 114 time steps\n",
      "8362 Episode: Finished after 105 time steps\n",
      "8363 Episode: Finished after 128 time steps\n",
      "8364 Episode: Finished after 89 time steps\n",
      "8365 Episode: Finished after 191 time steps\n",
      "8366 Episode: Finished after 30 time steps\n",
      "8367 Episode: Finished after 87 time steps\n",
      "8368 Episode: Finished after 28 time steps\n",
      "8369 Episode: Finished after 172 time steps\n",
      "8370 Episode: Finished after 195 time steps\n",
      "8371 Episode: Finished after 149 time steps\n",
      "8372 Episode: Finished after 160 time steps\n",
      "8373 Episode: Finished after 151 time steps\n",
      "8374 Episode: Finished after 107 time steps\n",
      "8375 Episode: Finished after 158 time steps\n",
      "8376 Episode: Finished after 53 time steps\n",
      "8377 Episode: Finished after 86 time steps\n",
      "8378 Episode: Finished after 113 time steps\n",
      "8379 Episode: Finished after 188 time steps\n",
      "8380 Episode: Finished after 192 time steps\n",
      "8382 Episode: Finished after 102 time steps\n",
      "8383 Episode: Finished after 110 time steps\n",
      "8385 Episode: Finished after 124 time steps\n",
      "8386 Episode: Finished after 79 time steps\n",
      "8387 Episode: Finished after 104 time steps\n",
      "8388 Episode: Finished after 127 time steps\n",
      "8390 Episode: Finished after 159 time steps\n",
      "8391 Episode: Finished after 81 time steps\n",
      "8393 Episode: Finished after 147 time steps\n",
      "8394 Episode: Finished after 102 time steps\n",
      "8395 Episode: Finished after 113 time steps\n",
      "8396 Episode: Finished after 107 time steps\n",
      "8397 Episode: Finished after 58 time steps\n",
      "8398 Episode: Finished after 114 time steps\n",
      "8399 Episode: Finished after 176 time steps\n",
      "8400 Episode: Finished after 106 time steps\n",
      "8401 Episode: Finished after 60 time steps\n",
      "8402 Episode: Finished after 65 time steps\n",
      "8403 Episode: Finished after 145 time steps\n",
      "8404 Episode: Finished after 68 time steps\n",
      "8405 Episode: Finished after 66 time steps\n",
      "8406 Episode: Finished after 105 time steps\n",
      "8407 Episode: Finished after 90 time steps\n",
      "8408 Episode: Finished after 112 time steps\n",
      "8409 Episode: Finished after 145 time steps\n",
      "8410 Episode: Finished after 152 time steps\n",
      "8411 Episode: Finished after 126 time steps\n",
      "8412 Episode: Finished after 128 time steps\n",
      "8413 Episode: Finished after 118 time steps\n",
      "8414 Episode: Finished after 125 time steps\n",
      "8415 Episode: Finished after 171 time steps\n",
      "8416 Episode: Finished after 118 time steps\n",
      "8417 Episode: Finished after 143 time steps\n",
      "8418 Episode: Finished after 120 time steps\n",
      "8419 Episode: Finished after 184 time steps\n",
      "8421 Episode: Finished after 134 time steps\n",
      "8422 Episode: Finished after 42 time steps\n",
      "8423 Episode: Finished after 112 time steps\n",
      "8424 Episode: Finished after 168 time steps\n",
      "8425 Episode: Finished after 181 time steps\n",
      "8426 Episode: Finished after 70 time steps\n",
      "8427 Episode: Finished after 121 time steps\n",
      "8428 Episode: Finished after 96 time steps\n",
      "8431 Episode: Finished after 78 time steps\n",
      "8432 Episode: Finished after 152 time steps\n",
      "8433 Episode: Finished after 79 time steps\n",
      "8434 Episode: Finished after 91 time steps\n",
      "8435 Episode: Finished after 120 time steps\n",
      "8436 Episode: Finished after 101 time steps\n",
      "8437 Episode: Finished after 93 time steps\n",
      "8438 Episode: Finished after 80 time steps\n",
      "8439 Episode: Finished after 97 time steps\n",
      "8440 Episode: Finished after 71 time steps\n",
      "8441 Episode: Finished after 113 time steps\n",
      "8442 Episode: Finished after 110 time steps\n",
      "8443 Episode: Finished after 38 time steps\n",
      "8444 Episode: Finished after 123 time steps\n",
      "8445 Episode: Finished after 154 time steps\n",
      "8446 Episode: Finished after 104 time steps\n",
      "8447 Episode: Finished after 60 time steps\n",
      "8448 Episode: Finished after 162 time steps\n",
      "8449 Episode: Finished after 134 time steps\n",
      "8450 Episode: Finished after 190 time steps\n",
      "8451 Episode: Finished after 92 time steps\n",
      "8452 Episode: Finished after 75 time steps\n",
      "8453 Episode: Finished after 56 time steps\n",
      "8454 Episode: Finished after 56 time steps\n",
      "8455 Episode: Finished after 36 time steps\n",
      "8456 Episode: Finished after 162 time steps\n",
      "8457 Episode: Finished after 154 time steps\n",
      "8459 Episode: Finished after 67 time steps\n",
      "8460 Episode: Finished after 169 time steps\n",
      "8461 Episode: Finished after 187 time steps\n",
      "8462 Episode: Finished after 144 time steps\n",
      "8463 Episode: Finished after 156 time steps\n",
      "8464 Episode: Finished after 94 time steps\n",
      "8465 Episode: Finished after 94 time steps\n",
      "8466 Episode: Finished after 94 time steps\n",
      "8467 Episode: Finished after 141 time steps\n",
      "8468 Episode: Finished after 111 time steps\n",
      "8469 Episode: Finished after 102 time steps\n",
      "8470 Episode: Finished after 107 time steps\n",
      "8471 Episode: Finished after 126 time steps\n",
      "8472 Episode: Finished after 156 time steps\n",
      "8473 Episode: Finished after 81 time steps\n",
      "8474 Episode: Finished after 99 time steps\n",
      "8475 Episode: Finished after 119 time steps\n",
      "8476 Episode: Finished after 93 time steps\n",
      "8477 Episode: Finished after 118 time steps\n",
      "8478 Episode: Finished after 55 time steps\n",
      "8480 Episode: Finished after 97 time steps\n",
      "8481 Episode: Finished after 89 time steps\n",
      "8483 Episode: Finished after 86 time steps\n",
      "8484 Episode: Finished after 60 time steps\n",
      "8485 Episode: Finished after 100 time steps\n",
      "8486 Episode: Finished after 36 time steps\n",
      "8487 Episode: Finished after 104 time steps\n",
      "8488 Episode: Finished after 48 time steps\n",
      "8489 Episode: Finished after 119 time steps\n",
      "8490 Episode: Finished after 53 time steps\n",
      "8491 Episode: Finished after 98 time steps\n",
      "8492 Episode: Finished after 120 time steps\n",
      "8493 Episode: Finished after 106 time steps\n",
      "8494 Episode: Finished after 84 time steps\n",
      "8495 Episode: Finished after 194 time steps\n",
      "8496 Episode: Finished after 148 time steps\n",
      "8497 Episode: Finished after 118 time steps\n",
      "8498 Episode: Finished after 97 time steps\n",
      "8499 Episode: Finished after 96 time steps\n",
      "8501 Episode: Finished after 147 time steps\n",
      "8504 Episode: Finished after 108 time steps\n",
      "8505 Episode: Finished after 139 time steps\n",
      "8506 Episode: Finished after 76 time steps\n",
      "8507 Episode: Finished after 139 time steps\n",
      "8508 Episode: Finished after 160 time steps\n",
      "8509 Episode: Finished after 125 time steps\n",
      "8510 Episode: Finished after 39 time steps\n",
      "8511 Episode: Finished after 123 time steps\n",
      "8512 Episode: Finished after 134 time steps\n",
      "8513 Episode: Finished after 114 time steps\n",
      "8514 Episode: Finished after 65 time steps\n",
      "8515 Episode: Finished after 88 time steps\n",
      "8516 Episode: Finished after 176 time steps\n",
      "8517 Episode: Finished after 115 time steps\n",
      "8518 Episode: Finished after 27 time steps\n",
      "8519 Episode: Finished after 38 time steps\n",
      "8520 Episode: Finished after 136 time steps\n",
      "8521 Episode: Finished after 151 time steps\n",
      "8522 Episode: Finished after 110 time steps\n",
      "8523 Episode: Finished after 152 time steps\n",
      "8524 Episode: Finished after 40 time steps\n",
      "8525 Episode: Finished after 42 time steps\n",
      "8526 Episode: Finished after 105 time steps\n",
      "8527 Episode: Finished after 100 time steps\n",
      "8528 Episode: Finished after 56 time steps\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "8529 Episode: Finished after 40 time steps\n",
      "8530 Episode: Finished after 46 time steps\n",
      "8532 Episode: Finished after 112 time steps\n",
      "8533 Episode: Finished after 87 time steps\n",
      "8534 Episode: Finished after 137 time steps\n",
      "8535 Episode: Finished after 28 time steps\n",
      "8536 Episode: Finished after 165 time steps\n",
      "8537 Episode: Finished after 69 time steps\n",
      "8538 Episode: Finished after 163 time steps\n",
      "8539 Episode: Finished after 70 time steps\n",
      "8540 Episode: Finished after 93 time steps\n",
      "8541 Episode: Finished after 24 time steps\n",
      "8542 Episode: Finished after 129 time steps\n",
      "8543 Episode: Finished after 124 time steps\n",
      "8544 Episode: Finished after 65 time steps\n",
      "8546 Episode: Finished after 104 time steps\n",
      "8548 Episode: Finished after 142 time steps\n",
      "8549 Episode: Finished after 68 time steps\n",
      "8550 Episode: Finished after 95 time steps\n",
      "8553 Episode: Finished after 45 time steps\n",
      "8555 Episode: Finished after 67 time steps\n",
      "8556 Episode: Finished after 143 time steps\n",
      "8557 Episode: Finished after 85 time steps\n",
      "8558 Episode: Finished after 47 time steps\n",
      "8561 Episode: Finished after 40 time steps\n",
      "8563 Episode: Finished after 42 time steps\n",
      "8564 Episode: Finished after 55 time steps\n",
      "8566 Episode: Finished after 102 time steps\n",
      "8568 Episode: Finished after 74 time steps\n",
      "8569 Episode: Finished after 46 time steps\n",
      "8570 Episode: Finished after 105 time steps\n",
      "8571 Episode: Finished after 68 time steps\n",
      "8572 Episode: Finished after 75 time steps\n",
      "8573 Episode: Finished after 186 time steps\n",
      "8575 Episode: Finished after 72 time steps\n",
      "8576 Episode: Finished after 83 time steps\n",
      "8577 Episode: Finished after 123 time steps\n",
      "8578 Episode: Finished after 144 time steps\n",
      "8579 Episode: Finished after 182 time steps\n",
      "8580 Episode: Finished after 43 time steps\n",
      "8581 Episode: Finished after 69 time steps\n",
      "8582 Episode: Finished after 49 time steps\n",
      "8583 Episode: Finished after 150 time steps\n",
      "8584 Episode: Finished after 38 time steps\n",
      "8585 Episode: Finished after 181 time steps\n",
      "8586 Episode: Finished after 80 time steps\n",
      "8587 Episode: Finished after 191 time steps\n",
      "8588 Episode: Finished after 190 time steps\n",
      "8589 Episode: Finished after 41 time steps\n",
      "8590 Episode: Finished after 161 time steps\n",
      "8591 Episode: Finished after 98 time steps\n",
      "8593 Episode: Finished after 64 time steps\n",
      "8594 Episode: Finished after 95 time steps\n",
      "8595 Episode: Finished after 91 time steps\n",
      "8596 Episode: Finished after 42 time steps\n",
      "8597 Episode: Finished after 37 time steps\n",
      "8598 Episode: Finished after 112 time steps\n",
      "8599 Episode: Finished after 96 time steps\n",
      "8600 Episode: Finished after 145 time steps\n",
      "8601 Episode: Finished after 88 time steps\n",
      "8602 Episode: Finished after 113 time steps\n",
      "8603 Episode: Finished after 112 time steps\n",
      "8604 Episode: Finished after 74 time steps\n",
      "8605 Episode: Finished after 52 time steps\n",
      "8606 Episode: Finished after 75 time steps\n",
      "8607 Episode: Finished after 90 time steps\n",
      "8608 Episode: Finished after 84 time steps\n",
      "8610 Episode: Finished after 49 time steps\n",
      "8611 Episode: Finished after 108 time steps\n",
      "8612 Episode: Finished after 178 time steps\n",
      "8613 Episode: Finished after 123 time steps\n",
      "8614 Episode: Finished after 146 time steps\n",
      "8617 Episode: Finished after 179 time steps\n",
      "8618 Episode: Finished after 138 time steps\n",
      "8619 Episode: Finished after 101 time steps\n",
      "8620 Episode: Finished after 24 time steps\n",
      "8621 Episode: Finished after 140 time steps\n",
      "8622 Episode: Finished after 43 time steps\n",
      "8623 Episode: Finished after 120 time steps\n",
      "8624 Episode: Finished after 84 time steps\n",
      "8625 Episode: Finished after 163 time steps\n",
      "8626 Episode: Finished after 110 time steps\n",
      "8627 Episode: Finished after 110 time steps\n",
      "8628 Episode: Finished after 140 time steps\n",
      "8629 Episode: Finished after 141 time steps\n",
      "8630 Episode: Finished after 98 time steps\n",
      "8631 Episode: Finished after 65 time steps\n",
      "8632 Episode: Finished after 133 time steps\n",
      "8633 Episode: Finished after 97 time steps\n",
      "8635 Episode: Finished after 190 time steps\n",
      "8636 Episode: Finished after 118 time steps\n",
      "8638 Episode: Finished after 60 time steps\n",
      "8639 Episode: Finished after 85 time steps\n",
      "8643 Episode: Finished after 103 time steps\n",
      "8644 Episode: Finished after 126 time steps\n",
      "8646 Episode: Finished after 157 time steps\n",
      "8647 Episode: Finished after 29 time steps\n",
      "8648 Episode: Finished after 73 time steps\n",
      "8649 Episode: Finished after 131 time steps\n",
      "8650 Episode: Finished after 131 time steps\n",
      "8651 Episode: Finished after 103 time steps\n",
      "8652 Episode: Finished after 63 time steps\n",
      "8653 Episode: Finished after 24 time steps\n",
      "8654 Episode: Finished after 54 time steps\n",
      "8655 Episode: Finished after 120 time steps\n",
      "8656 Episode: Finished after 194 time steps\n",
      "8657 Episode: Finished after 147 time steps\n",
      "8658 Episode: Finished after 174 time steps\n",
      "8659 Episode: Finished after 92 time steps\n",
      "8661 Episode: Finished after 153 time steps\n",
      "8662 Episode: Finished after 124 time steps\n",
      "8663 Episode: Finished after 70 time steps\n",
      "8664 Episode: Finished after 86 time steps\n",
      "8665 Episode: Finished after 45 time steps\n",
      "8666 Episode: Finished after 127 time steps\n",
      "8667 Episode: Finished after 105 time steps\n",
      "8668 Episode: Finished after 25 time steps\n",
      "8669 Episode: Finished after 113 time steps\n",
      "8670 Episode: Finished after 108 time steps\n",
      "8671 Episode: Finished after 44 time steps\n",
      "8672 Episode: Finished after 109 time steps\n",
      "8673 Episode: Finished after 126 time steps\n",
      "8674 Episode: Finished after 128 time steps\n",
      "8675 Episode: Finished after 149 time steps\n",
      "8676 Episode: Finished after 179 time steps\n",
      "8677 Episode: Finished after 165 time steps\n",
      "8678 Episode: Finished after 173 time steps\n",
      "8680 Episode: Finished after 113 time steps\n",
      "8681 Episode: Finished after 38 time steps\n",
      "8682 Episode: Finished after 71 time steps\n",
      "8683 Episode: Finished after 97 time steps\n",
      "8684 Episode: Finished after 94 time steps\n",
      "8685 Episode: Finished after 138 time steps\n",
      "8686 Episode: Finished after 90 time steps\n",
      "8687 Episode: Finished after 97 time steps\n",
      "8689 Episode: Finished after 100 time steps\n",
      "8690 Episode: Finished after 72 time steps\n",
      "8691 Episode: Finished after 126 time steps\n",
      "8692 Episode: Finished after 128 time steps\n",
      "8693 Episode: Finished after 87 time steps\n",
      "8694 Episode: Finished after 187 time steps\n",
      "8695 Episode: Finished after 99 time steps\n",
      "8696 Episode: Finished after 144 time steps\n",
      "8697 Episode: Finished after 189 time steps\n",
      "8698 Episode: Finished after 137 time steps\n",
      "8699 Episode: Finished after 52 time steps\n",
      "8700 Episode: Finished after 111 time steps\n",
      "8701 Episode: Finished after 109 time steps\n",
      "8702 Episode: Finished after 95 time steps\n",
      "8703 Episode: Finished after 78 time steps\n",
      "8704 Episode: Finished after 95 time steps\n",
      "8705 Episode: Finished after 170 time steps\n",
      "8707 Episode: Finished after 138 time steps\n",
      "8708 Episode: Finished after 34 time steps\n",
      "8709 Episode: Finished after 170 time steps\n",
      "8711 Episode: Finished after 94 time steps\n",
      "8712 Episode: Finished after 67 time steps\n",
      "8713 Episode: Finished after 150 time steps\n",
      "8714 Episode: Finished after 151 time steps\n",
      "8715 Episode: Finished after 150 time steps\n",
      "8716 Episode: Finished after 113 time steps\n",
      "8717 Episode: Finished after 172 time steps\n",
      "8720 Episode: Finished after 99 time steps\n",
      "8721 Episode: Finished after 138 time steps\n",
      "8722 Episode: Finished after 137 time steps\n",
      "8723 Episode: Finished after 119 time steps\n",
      "8724 Episode: Finished after 93 time steps\n",
      "8725 Episode: Finished after 101 time steps\n",
      "8726 Episode: Finished after 70 time steps\n",
      "8727 Episode: Finished after 103 time steps\n",
      "8728 Episode: Finished after 128 time steps\n",
      "8729 Episode: Finished after 107 time steps\n",
      "8730 Episode: Finished after 70 time steps\n",
      "8731 Episode: Finished after 112 time steps\n",
      "8732 Episode: Finished after 92 time steps\n",
      "8733 Episode: Finished after 87 time steps\n",
      "8735 Episode: Finished after 130 time steps\n",
      "8736 Episode: Finished after 74 time steps\n",
      "8737 Episode: Finished after 133 time steps\n",
      "8738 Episode: Finished after 142 time steps\n",
      "8739 Episode: Finished after 114 time steps\n",
      "8740 Episode: Finished after 183 time steps\n",
      "8741 Episode: Finished after 99 time steps\n",
      "8742 Episode: Finished after 153 time steps\n",
      "8743 Episode: Finished after 34 time steps\n",
      "8745 Episode: Finished after 50 time steps\n",
      "8746 Episode: Finished after 104 time steps\n",
      "8747 Episode: Finished after 112 time steps\n",
      "8748 Episode: Finished after 105 time steps\n",
      "8749 Episode: Finished after 91 time steps\n",
      "8750 Episode: Finished after 72 time steps\n",
      "8751 Episode: Finished after 112 time steps\n",
      "8752 Episode: Finished after 85 time steps\n",
      "8753 Episode: Finished after 117 time steps\n",
      "8754 Episode: Finished after 35 time steps\n",
      "8755 Episode: Finished after 68 time steps\n",
      "8756 Episode: Finished after 102 time steps\n",
      "8757 Episode: Finished after 27 time steps\n",
      "8758 Episode: Finished after 77 time steps\n",
      "8759 Episode: Finished after 114 time steps\n",
      "8761 Episode: Finished after 95 time steps\n",
      "8762 Episode: Finished after 90 time steps\n",
      "8763 Episode: Finished after 98 time steps\n",
      "8764 Episode: Finished after 180 time steps\n",
      "8765 Episode: Finished after 108 time steps\n",
      "8766 Episode: Finished after 102 time steps\n",
      "8767 Episode: Finished after 105 time steps\n",
      "8768 Episode: Finished after 105 time steps\n",
      "8770 Episode: Finished after 144 time steps\n",
      "8771 Episode: Finished after 80 time steps\n",
      "8772 Episode: Finished after 97 time steps\n",
      "8773 Episode: Finished after 169 time steps\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "8774 Episode: Finished after 177 time steps\n",
      "8775 Episode: Finished after 102 time steps\n",
      "8776 Episode: Finished after 95 time steps\n",
      "8777 Episode: Finished after 91 time steps\n",
      "8778 Episode: Finished after 174 time steps\n",
      "8779 Episode: Finished after 179 time steps\n",
      "8780 Episode: Finished after 26 time steps\n",
      "8781 Episode: Finished after 161 time steps\n",
      "8782 Episode: Finished after 107 time steps\n",
      "8783 Episode: Finished after 64 time steps\n",
      "8785 Episode: Finished after 88 time steps\n",
      "8786 Episode: Finished after 113 time steps\n",
      "8788 Episode: Finished after 171 time steps\n",
      "8789 Episode: Finished after 167 time steps\n",
      "8790 Episode: Finished after 153 time steps\n",
      "8791 Episode: Finished after 148 time steps\n",
      "8792 Episode: Finished after 158 time steps\n",
      "8793 Episode: Finished after 82 time steps\n",
      "8794 Episode: Finished after 88 time steps\n",
      "8795 Episode: Finished after 31 time steps\n",
      "8796 Episode: Finished after 151 time steps\n",
      "8797 Episode: Finished after 117 time steps\n",
      "8799 Episode: Finished after 74 time steps\n",
      "8800 Episode: Finished after 154 time steps\n",
      "8801 Episode: Finished after 84 time steps\n",
      "8802 Episode: Finished after 57 time steps\n",
      "8803 Episode: Finished after 68 time steps\n",
      "8804 Episode: Finished after 48 time steps\n",
      "8805 Episode: Finished after 182 time steps\n",
      "8806 Episode: Finished after 173 time steps\n",
      "8809 Episode: Finished after 165 time steps\n",
      "8811 Episode: Finished after 155 time steps\n",
      "8812 Episode: Finished after 167 time steps\n",
      "8814 Episode: Finished after 156 time steps\n",
      "8817 Episode: Finished after 70 time steps\n",
      "8819 Episode: Finished after 115 time steps\n",
      "8820 Episode: Finished after 118 time steps\n",
      "8821 Episode: Finished after 168 time steps\n",
      "8822 Episode: Finished after 120 time steps\n",
      "8823 Episode: Finished after 55 time steps\n",
      "8824 Episode: Finished after 73 time steps\n",
      "8825 Episode: Finished after 126 time steps\n",
      "8826 Episode: Finished after 85 time steps\n",
      "8827 Episode: Finished after 36 time steps\n",
      "8828 Episode: Finished after 30 time steps\n",
      "8829 Episode: Finished after 61 time steps\n",
      "8831 Episode: Finished after 99 time steps\n",
      "8832 Episode: Finished after 84 time steps\n",
      "8833 Episode: Finished after 89 time steps\n",
      "8834 Episode: Finished after 73 time steps\n",
      "8835 Episode: Finished after 128 time steps\n",
      "8836 Episode: Finished after 93 time steps\n",
      "8837 Episode: Finished after 62 time steps\n",
      "8838 Episode: Finished after 76 time steps\n",
      "8839 Episode: Finished after 22 time steps\n",
      "8840 Episode: Finished after 22 time steps\n",
      "8841 Episode: Finished after 83 time steps\n",
      "8842 Episode: Finished after 61 time steps\n",
      "8843 Episode: Finished after 147 time steps\n",
      "8844 Episode: Finished after 126 time steps\n",
      "8845 Episode: Finished after 118 time steps\n",
      "8846 Episode: Finished after 114 time steps\n",
      "8848 Episode: Finished after 109 time steps\n",
      "8849 Episode: Finished after 88 time steps\n",
      "8850 Episode: Finished after 85 time steps\n",
      "8852 Episode: Finished after 22 time steps\n",
      "8853 Episode: Finished after 81 time steps\n",
      "8854 Episode: Finished after 69 time steps\n",
      "8855 Episode: Finished after 29 time steps\n",
      "8858 Episode: Finished after 24 time steps\n",
      "8859 Episode: Finished after 36 time steps\n",
      "8860 Episode: Finished after 23 time steps\n",
      "8861 Episode: Finished after 38 time steps\n",
      "8862 Episode: Finished after 107 time steps\n",
      "8865 Episode: Finished after 19 time steps\n",
      "8866 Episode: Finished after 41 time steps\n",
      "8867 Episode: Finished after 30 time steps\n",
      "8868 Episode: Finished after 19 time steps\n",
      "8870 Episode: Finished after 17 time steps\n",
      "8872 Episode: Finished after 50 time steps\n",
      "8873 Episode: Finished after 63 time steps\n",
      "8874 Episode: Finished after 47 time steps\n",
      "8876 Episode: Finished after 62 time steps\n",
      "8879 Episode: Finished after 46 time steps\n",
      "8880 Episode: Finished after 47 time steps\n",
      "8881 Episode: Finished after 19 time steps\n",
      "8882 Episode: Finished after 61 time steps\n",
      "8883 Episode: Finished after 22 time steps\n",
      "8884 Episode: Finished after 22 time steps\n",
      "8885 Episode: Finished after 26 time steps\n",
      "8886 Episode: Finished after 61 time steps\n",
      "8887 Episode: Finished after 162 time steps\n",
      "8888 Episode: Finished after 28 time steps\n",
      "8889 Episode: Finished after 61 time steps\n",
      "8890 Episode: Finished after 46 time steps\n",
      "8891 Episode: Finished after 61 time steps\n",
      "8892 Episode: Finished after 178 time steps\n",
      "8893 Episode: Finished after 110 time steps\n",
      "8896 Episode: Finished after 72 time steps\n",
      "8897 Episode: Finished after 81 time steps\n",
      "8898 Episode: Finished after 23 time steps\n",
      "8899 Episode: Finished after 60 time steps\n",
      "8900 Episode: Finished after 167 time steps\n",
      "8901 Episode: Finished after 155 time steps\n",
      "8902 Episode: Finished after 44 time steps\n",
      "8904 Episode: Finished after 42 time steps\n",
      "8906 Episode: Finished after 61 time steps\n",
      "8907 Episode: Finished after 23 time steps\n",
      "8908 Episode: Finished after 157 time steps\n",
      "8909 Episode: Finished after 196 time steps\n",
      "8910 Episode: Finished after 121 time steps\n",
      "8911 Episode: Finished after 186 time steps\n",
      "8912 Episode: Finished after 19 time steps\n",
      "8913 Episode: Finished after 23 time steps\n",
      "8914 Episode: Finished after 22 time steps\n",
      "8915 Episode: Finished after 160 time steps\n",
      "8916 Episode: Finished after 21 time steps\n",
      "8917 Episode: Finished after 60 time steps\n",
      "8919 Episode: Finished after 33 time steps\n",
      "8920 Episode: Finished after 22 time steps\n",
      "8921 Episode: Finished after 25 time steps\n",
      "8922 Episode: Finished after 151 time steps\n",
      "8923 Episode: Finished after 102 time steps\n",
      "8924 Episode: Finished after 52 time steps\n",
      "8925 Episode: Finished after 53 time steps\n",
      "8927 Episode: Finished after 21 time steps\n",
      "8928 Episode: Finished after 33 time steps\n",
      "8929 Episode: Finished after 20 time steps\n",
      "8930 Episode: Finished after 41 time steps\n",
      "8931 Episode: Finished after 40 time steps\n",
      "8932 Episode: Finished after 25 time steps\n",
      "8933 Episode: Finished after 34 time steps\n",
      "8934 Episode: Finished after 36 time steps\n",
      "8935 Episode: Finished after 46 time steps\n",
      "8936 Episode: Finished after 52 time steps\n",
      "8937 Episode: Finished after 176 time steps\n",
      "8938 Episode: Finished after 19 time steps\n",
      "8939 Episode: Finished after 153 time steps\n",
      "8940 Episode: Finished after 22 time steps\n",
      "8941 Episode: Finished after 52 time steps\n",
      "8942 Episode: Finished after 154 time steps\n",
      "8943 Episode: Finished after 166 time steps\n",
      "8944 Episode: Finished after 33 time steps\n",
      "8945 Episode: Finished after 66 time steps\n",
      "8947 Episode: Finished after 170 time steps\n",
      "8948 Episode: Finished after 54 time steps\n",
      "8950 Episode: Finished after 73 time steps\n",
      "8952 Episode: Finished after 32 time steps\n",
      "8953 Episode: Finished after 17 time steps\n",
      "8955 Episode: Finished after 46 time steps\n",
      "8956 Episode: Finished after 23 time steps\n",
      "8957 Episode: Finished after 19 time steps\n",
      "8958 Episode: Finished after 37 time steps\n",
      "8959 Episode: Finished after 25 time steps\n",
      "8960 Episode: Finished after 28 time steps\n",
      "8962 Episode: Finished after 147 time steps\n",
      "8964 Episode: Finished after 68 time steps\n",
      "8966 Episode: Finished after 90 time steps\n",
      "8967 Episode: Finished after 178 time steps\n",
      "8970 Episode: Finished after 45 time steps\n",
      "8972 Episode: Finished after 33 time steps\n",
      "8973 Episode: Finished after 41 time steps\n",
      "8974 Episode: Finished after 31 time steps\n",
      "8975 Episode: Finished after 55 time steps\n",
      "8976 Episode: Finished after 24 time steps\n",
      "8977 Episode: Finished after 19 time steps\n",
      "8979 Episode: Finished after 76 time steps\n",
      "8981 Episode: Finished after 79 time steps\n",
      "8982 Episode: Finished after 43 time steps\n",
      "8988 Episode: Finished after 80 time steps\n",
      "8989 Episode: Finished after 53 time steps\n",
      "8990 Episode: Finished after 157 time steps\n",
      "8991 Episode: Finished after 161 time steps\n",
      "8992 Episode: Finished after 195 time steps\n",
      "8995 Episode: Finished after 40 time steps\n",
      "8996 Episode: Finished after 63 time steps\n",
      "8997 Episode: Finished after 146 time steps\n",
      "8999 Episode: Finished after 21 time steps\n",
      "9000 Episode: Finished after 138 time steps\n",
      "9001 Episode: Finished after 152 time steps\n",
      "9002 Episode: Finished after 90 time steps\n",
      "9003 Episode: Finished after 143 time steps\n",
      "9004 Episode: Finished after 22 time steps\n",
      "9005 Episode: Finished after 87 time steps\n",
      "9006 Episode: Finished after 100 time steps\n",
      "9007 Episode: Finished after 122 time steps\n",
      "9008 Episode: Finished after 151 time steps\n",
      "9009 Episode: Finished after 128 time steps\n",
      "9010 Episode: Finished after 126 time steps\n",
      "9011 Episode: Finished after 70 time steps\n",
      "9012 Episode: Finished after 36 time steps\n",
      "9013 Episode: Finished after 199 time steps\n",
      "9014 Episode: Finished after 81 time steps\n",
      "9015 Episode: Finished after 71 time steps\n",
      "9016 Episode: Finished after 147 time steps\n",
      "9017 Episode: Finished after 163 time steps\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "9018 Episode: Finished after 48 time steps\n",
      "9019 Episode: Finished after 161 time steps\n",
      "9020 Episode: Finished after 72 time steps\n",
      "9021 Episode: Finished after 191 time steps\n",
      "9023 Episode: Finished after 100 time steps\n",
      "9024 Episode: Finished after 91 time steps\n",
      "9025 Episode: Finished after 83 time steps\n",
      "9026 Episode: Finished after 154 time steps\n",
      "9027 Episode: Finished after 181 time steps\n",
      "9030 Episode: Finished after 115 time steps\n",
      "9031 Episode: Finished after 147 time steps\n",
      "9032 Episode: Finished after 71 time steps\n",
      "9033 Episode: Finished after 172 time steps\n",
      "9034 Episode: Finished after 155 time steps\n",
      "9035 Episode: Finished after 112 time steps\n",
      "9036 Episode: Finished after 155 time steps\n",
      "9037 Episode: Finished after 191 time steps\n",
      "9039 Episode: Finished after 190 time steps\n",
      "9041 Episode: Finished after 98 time steps\n",
      "9042 Episode: Finished after 112 time steps\n",
      "9044 Episode: Finished after 144 time steps\n",
      "9045 Episode: Finished after 154 time steps\n",
      "9046 Episode: Finished after 52 time steps\n",
      "9047 Episode: Finished after 63 time steps\n",
      "9048 Episode: Finished after 123 time steps\n",
      "9049 Episode: Finished after 128 time steps\n",
      "9050 Episode: Finished after 127 time steps\n",
      "9051 Episode: Finished after 160 time steps\n",
      "9052 Episode: Finished after 145 time steps\n",
      "9054 Episode: Finished after 102 time steps\n",
      "9055 Episode: Finished after 185 time steps\n",
      "9056 Episode: Finished after 80 time steps\n",
      "9057 Episode: Finished after 156 time steps\n",
      "9059 Episode: Finished after 37 time steps\n",
      "9060 Episode: Finished after 168 time steps\n",
      "9062 Episode: Finished after 139 time steps\n",
      "9063 Episode: Finished after 55 time steps\n",
      "9066 Episode: Finished after 173 time steps\n",
      "9067 Episode: Finished after 72 time steps\n",
      "9068 Episode: Finished after 29 time steps\n",
      "9069 Episode: Finished after 78 time steps\n",
      "9070 Episode: Finished after 98 time steps\n",
      "9071 Episode: Finished after 49 time steps\n",
      "9072 Episode: Finished after 68 time steps\n",
      "9073 Episode: Finished after 156 time steps\n",
      "9075 Episode: Finished after 19 time steps\n",
      "9077 Episode: Finished after 195 time steps\n",
      "9078 Episode: Finished after 117 time steps\n",
      "9079 Episode: Finished after 101 time steps\n",
      "9080 Episode: Finished after 88 time steps\n",
      "9081 Episode: Finished after 195 time steps\n",
      "9082 Episode: Finished after 82 time steps\n",
      "9083 Episode: Finished after 36 time steps\n",
      "9084 Episode: Finished after 72 time steps\n",
      "9085 Episode: Finished after 28 time steps\n",
      "9086 Episode: Finished after 84 time steps\n",
      "9087 Episode: Finished after 120 time steps\n",
      "9088 Episode: Finished after 71 time steps\n",
      "9089 Episode: Finished after 25 time steps\n",
      "9091 Episode: Finished after 65 time steps\n",
      "9092 Episode: Finished after 164 time steps\n",
      "9093 Episode: Finished after 81 time steps\n",
      "9095 Episode: Finished after 143 time steps\n",
      "9097 Episode: Finished after 58 time steps\n",
      "9098 Episode: Finished after 144 time steps\n",
      "9099 Episode: Finished after 158 time steps\n",
      "9100 Episode: Finished after 100 time steps\n",
      "9101 Episode: Finished after 79 time steps\n",
      "9102 Episode: Finished after 27 time steps\n",
      "9103 Episode: Finished after 118 time steps\n",
      "9104 Episode: Finished after 145 time steps\n",
      "9105 Episode: Finished after 49 time steps\n",
      "9106 Episode: Finished after 138 time steps\n",
      "9107 Episode: Finished after 87 time steps\n",
      "9108 Episode: Finished after 54 time steps\n",
      "9110 Episode: Finished after 77 time steps\n",
      "9111 Episode: Finished after 186 time steps\n",
      "9112 Episode: Finished after 22 time steps\n",
      "9113 Episode: Finished after 42 time steps\n",
      "9114 Episode: Finished after 158 time steps\n",
      "9115 Episode: Finished after 75 time steps\n",
      "9116 Episode: Finished after 164 time steps\n",
      "9117 Episode: Finished after 174 time steps\n",
      "9118 Episode: Finished after 162 time steps\n",
      "9122 Episode: Finished after 119 time steps\n",
      "9124 Episode: Finished after 159 time steps\n",
      "9127 Episode: Finished after 102 time steps\n",
      "9128 Episode: Finished after 163 time steps\n",
      "9129 Episode: Finished after 177 time steps\n",
      "9130 Episode: Finished after 132 time steps\n",
      "9131 Episode: Finished after 149 time steps\n",
      "9132 Episode: Finished after 51 time steps\n",
      "9133 Episode: Finished after 38 time steps\n",
      "9134 Episode: Finished after 96 time steps\n",
      "9135 Episode: Finished after 75 time steps\n",
      "9137 Episode: Finished after 127 time steps\n",
      "9138 Episode: Finished after 146 time steps\n",
      "9139 Episode: Finished after 82 time steps\n",
      "9140 Episode: Finished after 157 time steps\n",
      "9141 Episode: Finished after 92 time steps\n",
      "9142 Episode: Finished after 171 time steps\n",
      "9143 Episode: Finished after 63 time steps\n",
      "9144 Episode: Finished after 143 time steps\n",
      "9145 Episode: Finished after 106 time steps\n",
      "9146 Episode: Finished after 40 time steps\n",
      "9147 Episode: Finished after 25 time steps\n",
      "9148 Episode: Finished after 51 time steps\n",
      "9149 Episode: Finished after 194 time steps\n",
      "9150 Episode: Finished after 170 time steps\n",
      "9151 Episode: Finished after 71 time steps\n",
      "9152 Episode: Finished after 122 time steps\n",
      "9153 Episode: Finished after 138 time steps\n",
      "9156 Episode: Finished after 57 time steps\n",
      "9157 Episode: Finished after 72 time steps\n",
      "9159 Episode: Finished after 49 time steps\n",
      "9160 Episode: Finished after 43 time steps\n",
      "9162 Episode: Finished after 196 time steps\n",
      "9163 Episode: Finished after 139 time steps\n",
      "9164 Episode: Finished after 51 time steps\n",
      "9165 Episode: Finished after 42 time steps\n",
      "9166 Episode: Finished after 147 time steps\n",
      "9167 Episode: Finished after 94 time steps\n",
      "9168 Episode: Finished after 189 time steps\n",
      "9169 Episode: Finished after 102 time steps\n",
      "9170 Episode: Finished after 137 time steps\n",
      "9171 Episode: Finished after 69 time steps\n",
      "9172 Episode: Finished after 173 time steps\n",
      "9173 Episode: Finished after 109 time steps\n",
      "9174 Episode: Finished after 154 time steps\n",
      "9175 Episode: Finished after 90 time steps\n",
      "9176 Episode: Finished after 176 time steps\n",
      "9177 Episode: Finished after 165 time steps\n",
      "9178 Episode: Finished after 118 time steps\n",
      "9179 Episode: Finished after 93 time steps\n",
      "9180 Episode: Finished after 182 time steps\n",
      "9181 Episode: Finished after 60 time steps\n",
      "9182 Episode: Finished after 22 time steps\n",
      "9183 Episode: Finished after 34 time steps\n",
      "9184 Episode: Finished after 22 time steps\n",
      "9185 Episode: Finished after 136 time steps\n",
      "9186 Episode: Finished after 156 time steps\n",
      "9187 Episode: Finished after 50 time steps\n",
      "9188 Episode: Finished after 142 time steps\n",
      "9189 Episode: Finished after 175 time steps\n",
      "9190 Episode: Finished after 47 time steps\n",
      "9191 Episode: Finished after 146 time steps\n",
      "9192 Episode: Finished after 185 time steps\n",
      "9194 Episode: Finished after 85 time steps\n",
      "9195 Episode: Finished after 126 time steps\n",
      "9196 Episode: Finished after 182 time steps\n",
      "9197 Episode: Finished after 198 time steps\n",
      "9199 Episode: Finished after 98 time steps\n",
      "9200 Episode: Finished after 122 time steps\n",
      "9201 Episode: Finished after 100 time steps\n",
      "9202 Episode: Finished after 61 time steps\n",
      "9204 Episode: Finished after 163 time steps\n",
      "9205 Episode: Finished after 187 time steps\n",
      "9206 Episode: Finished after 61 time steps\n",
      "9207 Episode: Finished after 39 time steps\n",
      "9208 Episode: Finished after 182 time steps\n",
      "9209 Episode: Finished after 181 time steps\n",
      "9211 Episode: Finished after 157 time steps\n",
      "9212 Episode: Finished after 185 time steps\n",
      "9213 Episode: Finished after 85 time steps\n",
      "9214 Episode: Finished after 93 time steps\n",
      "9215 Episode: Finished after 84 time steps\n",
      "9216 Episode: Finished after 180 time steps\n",
      "9217 Episode: Finished after 63 time steps\n",
      "9218 Episode: Finished after 43 time steps\n",
      "9219 Episode: Finished after 142 time steps\n",
      "9220 Episode: Finished after 156 time steps\n",
      "9221 Episode: Finished after 108 time steps\n",
      "9222 Episode: Finished after 139 time steps\n",
      "9223 Episode: Finished after 75 time steps\n",
      "9224 Episode: Finished after 130 time steps\n",
      "9225 Episode: Finished after 37 time steps\n",
      "9226 Episode: Finished after 188 time steps\n",
      "9227 Episode: Finished after 58 time steps\n",
      "9228 Episode: Finished after 189 time steps\n",
      "9229 Episode: Finished after 157 time steps\n",
      "9230 Episode: Finished after 107 time steps\n",
      "9231 Episode: Finished after 43 time steps\n",
      "9233 Episode: Finished after 169 time steps\n",
      "9234 Episode: Finished after 174 time steps\n",
      "9235 Episode: Finished after 179 time steps\n",
      "9236 Episode: Finished after 130 time steps\n",
      "9237 Episode: Finished after 129 time steps\n",
      "9238 Episode: Finished after 80 time steps\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "9239 Episode: Finished after 157 time steps\n",
      "9240 Episode: Finished after 67 time steps\n",
      "9241 Episode: Finished after 124 time steps\n",
      "9242 Episode: Finished after 160 time steps\n",
      "9243 Episode: Finished after 192 time steps\n",
      "9244 Episode: Finished after 66 time steps\n",
      "9245 Episode: Finished after 85 time steps\n",
      "9247 Episode: Finished after 72 time steps\n",
      "9248 Episode: Finished after 63 time steps\n",
      "9249 Episode: Finished after 58 time steps\n",
      "9250 Episode: Finished after 184 time steps\n",
      "9252 Episode: Finished after 33 time steps\n",
      "9253 Episode: Finished after 67 time steps\n",
      "9254 Episode: Finished after 194 time steps\n",
      "9255 Episode: Finished after 121 time steps\n",
      "9256 Episode: Finished after 187 time steps\n",
      "9257 Episode: Finished after 23 time steps\n",
      "9258 Episode: Finished after 191 time steps\n",
      "9261 Episode: Finished after 89 time steps\n",
      "9262 Episode: Finished after 108 time steps\n",
      "9263 Episode: Finished after 128 time steps\n",
      "9264 Episode: Finished after 52 time steps\n",
      "9265 Episode: Finished after 37 time steps\n",
      "9266 Episode: Finished after 161 time steps\n",
      "9267 Episode: Finished after 143 time steps\n",
      "9268 Episode: Finished after 99 time steps\n",
      "9269 Episode: Finished after 165 time steps\n",
      "9270 Episode: Finished after 64 time steps\n",
      "9271 Episode: Finished after 146 time steps\n",
      "9272 Episode: Finished after 62 time steps\n",
      "9273 Episode: Finished after 96 time steps\n",
      "9275 Episode: Finished after 40 time steps\n",
      "9276 Episode: Finished after 157 time steps\n",
      "9277 Episode: Finished after 167 time steps\n",
      "9278 Episode: Finished after 36 time steps\n",
      "9279 Episode: Finished after 120 time steps\n",
      "9280 Episode: Finished after 195 time steps\n",
      "9281 Episode: Finished after 29 time steps\n",
      "9282 Episode: Finished after 82 time steps\n",
      "9283 Episode: Finished after 22 time steps\n",
      "9284 Episode: Finished after 199 time steps\n",
      "9285 Episode: Finished after 65 time steps\n",
      "9286 Episode: Finished after 162 time steps\n",
      "9287 Episode: Finished after 88 time steps\n",
      "9288 Episode: Finished after 184 time steps\n",
      "9289 Episode: Finished after 117 time steps\n",
      "9290 Episode: Finished after 200 time steps\n",
      "9291 Episode: Finished after 170 time steps\n",
      "9293 Episode: Finished after 67 time steps\n",
      "9294 Episode: Finished after 150 time steps\n",
      "9295 Episode: Finished after 39 time steps\n",
      "9296 Episode: Finished after 174 time steps\n",
      "9297 Episode: Finished after 116 time steps\n",
      "9298 Episode: Finished after 52 time steps\n",
      "9299 Episode: Finished after 49 time steps\n",
      "9300 Episode: Finished after 117 time steps\n",
      "9301 Episode: Finished after 144 time steps\n",
      "9302 Episode: Finished after 29 time steps\n",
      "9304 Episode: Finished after 24 time steps\n",
      "9305 Episode: Finished after 100 time steps\n",
      "9306 Episode: Finished after 10 time steps\n",
      "9307 Episode: Finished after 88 time steps\n",
      "9308 Episode: Finished after 26 time steps\n",
      "9309 Episode: Finished after 193 time steps\n",
      "9314 Episode: Finished after 38 time steps\n",
      "9315 Episode: Finished after 63 time steps\n",
      "9317 Episode: Finished after 73 time steps\n",
      "9318 Episode: Finished after 70 time steps\n",
      "9319 Episode: Finished after 23 time steps\n",
      "9320 Episode: Finished after 146 time steps\n",
      "9322 Episode: Finished after 74 time steps\n",
      "9323 Episode: Finished after 62 time steps\n",
      "9325 Episode: Finished after 121 time steps\n",
      "9326 Episode: Finished after 84 time steps\n",
      "9327 Episode: Finished after 45 time steps\n",
      "9328 Episode: Finished after 122 time steps\n",
      "9329 Episode: Finished after 89 time steps\n",
      "9330 Episode: Finished after 56 time steps\n",
      "9331 Episode: Finished after 30 time steps\n",
      "9332 Episode: Finished after 111 time steps\n",
      "9334 Episode: Finished after 145 time steps\n",
      "9335 Episode: Finished after 181 time steps\n",
      "9336 Episode: Finished after 17 time steps\n",
      "9338 Episode: Finished after 70 time steps\n",
      "9339 Episode: Finished after 71 time steps\n",
      "9340 Episode: Finished after 57 time steps\n",
      "9341 Episode: Finished after 167 time steps\n",
      "9342 Episode: Finished after 45 time steps\n",
      "9343 Episode: Finished after 69 time steps\n",
      "9344 Episode: Finished after 178 time steps\n",
      "9345 Episode: Finished after 55 time steps\n",
      "9346 Episode: Finished after 62 time steps\n",
      "9347 Episode: Finished after 20 time steps\n",
      "9349 Episode: Finished after 111 time steps\n",
      "9350 Episode: Finished after 70 time steps\n",
      "9351 Episode: Finished after 193 time steps\n",
      "9352 Episode: Finished after 160 time steps\n",
      "9353 Episode: Finished after 46 time steps\n",
      "9355 Episode: Finished after 178 time steps\n",
      "9356 Episode: Finished after 150 time steps\n",
      "9357 Episode: Finished after 86 time steps\n",
      "9358 Episode: Finished after 65 time steps\n",
      "9359 Episode: Finished after 68 time steps\n",
      "9361 Episode: Finished after 171 time steps\n",
      "9362 Episode: Finished after 170 time steps\n",
      "9363 Episode: Finished after 191 time steps\n",
      "9364 Episode: Finished after 193 time steps\n",
      "9365 Episode: Finished after 148 time steps\n",
      "9366 Episode: Finished after 102 time steps\n",
      "9369 Episode: Finished after 23 time steps\n",
      "9370 Episode: Finished after 89 time steps\n",
      "9372 Episode: Finished after 93 time steps\n",
      "9373 Episode: Finished after 192 time steps\n",
      "9374 Episode: Finished after 93 time steps\n",
      "9375 Episode: Finished after 37 time steps\n",
      "9376 Episode: Finished after 196 time steps\n",
      "9377 Episode: Finished after 185 time steps\n",
      "9378 Episode: Finished after 153 time steps\n",
      "9379 Episode: Finished after 113 time steps\n",
      "9380 Episode: Finished after 136 time steps\n",
      "9381 Episode: Finished after 32 time steps\n",
      "9382 Episode: Finished after 179 time steps\n",
      "9383 Episode: Finished after 138 time steps\n",
      "9384 Episode: Finished after 86 time steps\n",
      "9386 Episode: Finished after 128 time steps\n",
      "9387 Episode: Finished after 69 time steps\n",
      "9388 Episode: Finished after 83 time steps\n",
      "9389 Episode: Finished after 85 time steps\n",
      "9390 Episode: Finished after 12 time steps\n",
      "9391 Episode: Finished after 117 time steps\n",
      "9392 Episode: Finished after 176 time steps\n",
      "9393 Episode: Finished after 199 time steps\n",
      "9394 Episode: Finished after 134 time steps\n",
      "9395 Episode: Finished after 158 time steps\n",
      "9396 Episode: Finished after 170 time steps\n",
      "9397 Episode: Finished after 50 time steps\n",
      "9398 Episode: Finished after 36 time steps\n",
      "9399 Episode: Finished after 156 time steps\n",
      "9400 Episode: Finished after 24 time steps\n",
      "9401 Episode: Finished after 29 time steps\n",
      "9402 Episode: Finished after 107 time steps\n",
      "9405 Episode: Finished after 134 time steps\n",
      "9406 Episode: Finished after 121 time steps\n",
      "9407 Episode: Finished after 154 time steps\n",
      "9408 Episode: Finished after 187 time steps\n",
      "9409 Episode: Finished after 74 time steps\n",
      "9410 Episode: Finished after 117 time steps\n",
      "9411 Episode: Finished after 193 time steps\n",
      "9413 Episode: Finished after 39 time steps\n",
      "9414 Episode: Finished after 101 time steps\n",
      "9415 Episode: Finished after 80 time steps\n",
      "9418 Episode: Finished after 154 time steps\n",
      "9419 Episode: Finished after 69 time steps\n",
      "9422 Episode: Finished after 179 time steps\n",
      "9423 Episode: Finished after 164 time steps\n",
      "9428 Episode: Finished after 158 time steps\n",
      "9429 Episode: Finished after 44 time steps\n",
      "9430 Episode: Finished after 53 time steps\n",
      "9431 Episode: Finished after 58 time steps\n",
      "9433 Episode: Finished after 85 time steps\n",
      "9434 Episode: Finished after 73 time steps\n",
      "9435 Episode: Finished after 71 time steps\n",
      "9436 Episode: Finished after 60 time steps\n",
      "9437 Episode: Finished after 181 time steps\n",
      "9438 Episode: Finished after 10 time steps\n",
      "9439 Episode: Finished after 126 time steps\n",
      "9440 Episode: Finished after 27 time steps\n",
      "9441 Episode: Finished after 184 time steps\n",
      "9443 Episode: Finished after 178 time steps\n",
      "9444 Episode: Finished after 22 time steps\n",
      "9445 Episode: Finished after 126 time steps\n",
      "9446 Episode: Finished after 61 time steps\n",
      "9447 Episode: Finished after 147 time steps\n",
      "9448 Episode: Finished after 175 time steps\n",
      "9449 Episode: Finished after 178 time steps\n",
      "9451 Episode: Finished after 11 time steps\n",
      "9452 Episode: Finished after 21 time steps\n",
      "9455 Episode: Finished after 158 time steps\n",
      "9456 Episode: Finished after 63 time steps\n",
      "9458 Episode: Finished after 10 time steps\n",
      "9459 Episode: Finished after 146 time steps\n",
      "9460 Episode: Finished after 56 time steps\n",
      "9462 Episode: Finished after 28 time steps\n",
      "9463 Episode: Finished after 200 time steps\n",
      "9465 Episode: Finished after 98 time steps\n",
      "9469 Episode: Finished after 102 time steps\n",
      "9470 Episode: Finished after 74 time steps\n",
      "9472 Episode: Finished after 48 time steps\n",
      "9473 Episode: Finished after 48 time steps\n",
      "9474 Episode: Finished after 135 time steps\n",
      "9475 Episode: Finished after 72 time steps\n",
      "9476 Episode: Finished after 187 time steps\n",
      "9477 Episode: Finished after 86 time steps\n",
      "9478 Episode: Finished after 99 time steps\n",
      "9481 Episode: Finished after 47 time steps\n",
      "9487 Episode: Finished after 186 time steps\n",
      "9488 Episode: Finished after 127 time steps\n",
      "9489 Episode: Finished after 52 time steps\n",
      "9492 Episode: Finished after 59 time steps\n",
      "9493 Episode: Finished after 126 time steps\n",
      "9494 Episode: Finished after 26 time steps\n",
      "9495 Episode: Finished after 163 time steps\n",
      "9498 Episode: Finished after 47 time steps\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "9500 Episode: Finished after 174 time steps\n",
      "9502 Episode: Finished after 105 time steps\n",
      "9503 Episode: Finished after 45 time steps\n",
      "9504 Episode: Finished after 130 time steps\n",
      "9505 Episode: Finished after 61 time steps\n",
      "9506 Episode: Finished after 116 time steps\n",
      "9507 Episode: Finished after 107 time steps\n",
      "9508 Episode: Finished after 25 time steps\n",
      "9509 Episode: Finished after 107 time steps\n",
      "9510 Episode: Finished after 92 time steps\n",
      "9514 Episode: Finished after 57 time steps\n",
      "9515 Episode: Finished after 159 time steps\n",
      "9516 Episode: Finished after 73 time steps\n",
      "9518 Episode: Finished after 167 time steps\n",
      "9520 Episode: Finished after 39 time steps\n",
      "9521 Episode: Finished after 139 time steps\n",
      "9522 Episode: Finished after 25 time steps\n",
      "9523 Episode: Finished after 194 time steps\n",
      "9524 Episode: Finished after 187 time steps\n",
      "9525 Episode: Finished after 100 time steps\n",
      "9526 Episode: Finished after 84 time steps\n",
      "9528 Episode: Finished after 182 time steps\n",
      "9529 Episode: Finished after 12 time steps\n",
      "9530 Episode: Finished after 188 time steps\n",
      "9531 Episode: Finished after 60 time steps\n",
      "9533 Episode: Finished after 153 time steps\n",
      "9534 Episode: Finished after 45 time steps\n",
      "9535 Episode: Finished after 144 time steps\n",
      "9536 Episode: Finished after 144 time steps\n",
      "9537 Episode: Finished after 162 time steps\n",
      "9539 Episode: Finished after 164 time steps\n",
      "9540 Episode: Finished after 66 time steps\n",
      "9541 Episode: Finished after 85 time steps\n",
      "9542 Episode: Finished after 154 time steps\n",
      "9543 Episode: Finished after 122 time steps\n",
      "9544 Episode: Finished after 160 time steps\n",
      "9545 Episode: Finished after 137 time steps\n",
      "9546 Episode: Finished after 156 time steps\n",
      "9547 Episode: Finished after 27 time steps\n",
      "9548 Episode: Finished after 123 time steps\n",
      "9549 Episode: Finished after 25 time steps\n",
      "9550 Episode: Finished after 147 time steps\n",
      "9552 Episode: Finished after 82 time steps\n",
      "9553 Episode: Finished after 20 time steps\n",
      "9554 Episode: Finished after 25 time steps\n",
      "9555 Episode: Finished after 145 time steps\n",
      "9557 Episode: Finished after 122 time steps\n",
      "9558 Episode: Finished after 121 time steps\n",
      "9560 Episode: Finished after 80 time steps\n",
      "9562 Episode: Finished after 161 time steps\n",
      "9564 Episode: Finished after 120 time steps\n",
      "9565 Episode: Finished after 195 time steps\n",
      "9570 Episode: Finished after 112 time steps\n",
      "9571 Episode: Finished after 181 time steps\n",
      "9572 Episode: Finished after 173 time steps\n",
      "9578 Episode: Finished after 136 time steps\n",
      "9580 Episode: Finished after 169 time steps\n",
      "9586 Episode: Finished after 135 time steps\n",
      "9594 Episode: Finished after 48 time steps\n",
      "9596 Episode: Finished after 181 time steps\n",
      "9598 Episode: Finished after 114 time steps\n",
      "9599 Episode: Finished after 94 time steps\n",
      "9601 Episode: Finished after 134 time steps\n",
      "9607 Episode: Finished after 158 time steps\n",
      "9608 Episode: Finished after 188 time steps\n",
      "9609 Episode: Finished after 119 time steps\n",
      "9610 Episode: Finished after 184 time steps\n",
      "9614 Episode: Finished after 143 time steps\n",
      "9615 Episode: Finished after 97 time steps\n",
      "9618 Episode: Finished after 169 time steps\n",
      "9619 Episode: Finished after 152 time steps\n",
      "9620 Episode: Finished after 125 time steps\n",
      "9621 Episode: Finished after 181 time steps\n",
      "9622 Episode: Finished after 130 time steps\n",
      "9623 Episode: Finished after 157 time steps\n",
      "9624 Episode: Finished after 137 time steps\n",
      "9625 Episode: Finished after 184 time steps\n",
      "9626 Episode: Finished after 107 time steps\n",
      "9628 Episode: Finished after 193 time steps\n",
      "9630 Episode: Finished after 180 time steps\n",
      "9631 Episode: Finished after 199 time steps\n",
      "9632 Episode: Finished after 200 time steps\n",
      "9635 Episode: Finished after 163 time steps\n",
      "9636 Episode: Finished after 97 time steps\n",
      "9637 Episode: Finished after 154 time steps\n",
      "9638 Episode: Finished after 162 time steps\n",
      "9640 Episode: Finished after 152 time steps\n",
      "9646 Episode: Finished after 150 time steps\n",
      "9648 Episode: Finished after 97 time steps\n",
      "9649 Episode: Finished after 124 time steps\n",
      "9650 Episode: Finished after 113 time steps\n",
      "9651 Episode: Finished after 108 time steps\n",
      "9652 Episode: Finished after 93 time steps\n",
      "9654 Episode: Finished after 175 time steps\n",
      "9655 Episode: Finished after 24 time steps\n",
      "9656 Episode: Finished after 89 time steps\n",
      "9658 Episode: Finished after 116 time steps\n",
      "9659 Episode: Finished after 67 time steps\n",
      "9660 Episode: Finished after 26 time steps\n",
      "9661 Episode: Finished after 47 time steps\n",
      "9662 Episode: Finished after 25 time steps\n",
      "9663 Episode: Finished after 81 time steps\n",
      "9664 Episode: Finished after 29 time steps\n",
      "9665 Episode: Finished after 111 time steps\n",
      "9666 Episode: Finished after 27 time steps\n",
      "9669 Episode: Finished after 187 time steps\n",
      "9671 Episode: Finished after 194 time steps\n",
      "9672 Episode: Finished after 107 time steps\n",
      "9675 Episode: Finished after 97 time steps\n",
      "9681 Episode: Finished after 76 time steps\n",
      "9683 Episode: Finished after 65 time steps\n",
      "9686 Episode: Finished after 164 time steps\n",
      "9695 Episode: Finished after 36 time steps\n",
      "9696 Episode: Finished after 168 time steps\n",
      "9697 Episode: Finished after 177 time steps\n",
      "9701 Episode: Finished after 170 time steps\n",
      "9704 Episode: Finished after 150 time steps\n",
      "9707 Episode: Finished after 191 time steps\n",
      "9708 Episode: Finished after 195 time steps\n",
      "9712 Episode: Finished after 117 time steps\n",
      "9713 Episode: Finished after 37 time steps\n",
      "9714 Episode: Finished after 55 time steps\n",
      "9715 Episode: Finished after 174 time steps\n",
      "9716 Episode: Finished after 101 time steps\n",
      "9717 Episode: Finished after 95 time steps\n",
      "9718 Episode: Finished after 69 time steps\n",
      "9719 Episode: Finished after 89 time steps\n",
      "9720 Episode: Finished after 199 time steps\n",
      "9721 Episode: Finished after 132 time steps\n",
      "9722 Episode: Finished after 111 time steps\n",
      "9724 Episode: Finished after 199 time steps\n",
      "9727 Episode: Finished after 74 time steps\n",
      "9728 Episode: Finished after 104 time steps\n",
      "9732 Episode: Finished after 126 time steps\n",
      "9733 Episode: Finished after 129 time steps\n",
      "9734 Episode: Finished after 192 time steps\n",
      "9737 Episode: Finished after 161 time steps\n",
      "9738 Episode: Finished after 88 time steps\n",
      "9739 Episode: Finished after 80 time steps\n",
      "9741 Episode: Finished after 125 time steps\n",
      "9742 Episode: Finished after 135 time steps\n",
      "9743 Episode: Finished after 85 time steps\n",
      "9744 Episode: Finished after 115 time steps\n",
      "9745 Episode: Finished after 117 time steps\n",
      "9747 Episode: Finished after 177 time steps\n",
      "9748 Episode: Finished after 67 time steps\n",
      "9749 Episode: Finished after 69 time steps\n",
      "9750 Episode: Finished after 31 time steps\n",
      "9751 Episode: Finished after 39 time steps\n",
      "9752 Episode: Finished after 121 time steps\n",
      "9753 Episode: Finished after 178 time steps\n",
      "9754 Episode: Finished after 86 time steps\n",
      "9755 Episode: Finished after 151 time steps\n",
      "9756 Episode: Finished after 102 time steps\n",
      "9757 Episode: Finished after 66 time steps\n",
      "9759 Episode: Finished after 184 time steps\n",
      "9760 Episode: Finished after 104 time steps\n",
      "9761 Episode: Finished after 142 time steps\n",
      "9762 Episode: Finished after 86 time steps\n",
      "9763 Episode: Finished after 78 time steps\n",
      "9764 Episode: Finished after 150 time steps\n",
      "9765 Episode: Finished after 78 time steps\n",
      "9767 Episode: Finished after 88 time steps\n",
      "9768 Episode: Finished after 80 time steps\n",
      "9769 Episode: Finished after 121 time steps\n",
      "9770 Episode: Finished after 123 time steps\n",
      "9771 Episode: Finished after 161 time steps\n",
      "9772 Episode: Finished after 11 time steps\n",
      "9773 Episode: Finished after 88 time steps\n",
      "9774 Episode: Finished after 64 time steps\n",
      "9775 Episode: Finished after 157 time steps\n",
      "9777 Episode: Finished after 40 time steps\n",
      "9778 Episode: Finished after 174 time steps\n",
      "9779 Episode: Finished after 29 time steps\n",
      "9780 Episode: Finished after 120 time steps\n",
      "9781 Episode: Finished after 98 time steps\n",
      "9782 Episode: Finished after 171 time steps\n",
      "9783 Episode: Finished after 181 time steps\n",
      "9784 Episode: Finished after 24 time steps\n",
      "9785 Episode: Finished after 119 time steps\n",
      "9786 Episode: Finished after 164 time steps\n",
      "9787 Episode: Finished after 183 time steps\n",
      "9788 Episode: Finished after 173 time steps\n",
      "9789 Episode: Finished after 27 time steps\n",
      "9790 Episode: Finished after 26 time steps\n",
      "9791 Episode: Finished after 19 time steps\n",
      "9792 Episode: Finished after 173 time steps\n",
      "9793 Episode: Finished after 59 time steps\n",
      "9794 Episode: Finished after 117 time steps\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "9795 Episode: Finished after 66 time steps\n",
      "9797 Episode: Finished after 10 time steps\n",
      "9798 Episode: Finished after 134 time steps\n",
      "9799 Episode: Finished after 87 time steps\n",
      "9800 Episode: Finished after 150 time steps\n",
      "9801 Episode: Finished after 141 time steps\n",
      "9802 Episode: Finished after 149 time steps\n",
      "9804 Episode: Finished after 146 time steps\n",
      "9805 Episode: Finished after 10 time steps\n",
      "9806 Episode: Finished after 185 time steps\n",
      "9807 Episode: Finished after 96 time steps\n",
      "9808 Episode: Finished after 172 time steps\n",
      "9809 Episode: Finished after 90 time steps\n",
      "9810 Episode: Finished after 81 time steps\n",
      "9811 Episode: Finished after 122 time steps\n",
      "9812 Episode: Finished after 169 time steps\n",
      "9813 Episode: Finished after 170 time steps\n",
      "9814 Episode: Finished after 171 time steps\n",
      "9815 Episode: Finished after 124 time steps\n",
      "9816 Episode: Finished after 79 time steps\n",
      "9817 Episode: Finished after 10 time steps\n",
      "9818 Episode: Finished after 141 time steps\n",
      "9819 Episode: Finished after 168 time steps\n",
      "9820 Episode: Finished after 123 time steps\n",
      "9821 Episode: Finished after 180 time steps\n",
      "9822 Episode: Finished after 160 time steps\n",
      "9823 Episode: Finished after 118 time steps\n",
      "9825 Episode: Finished after 188 time steps\n",
      "9826 Episode: Finished after 197 time steps\n",
      "9827 Episode: Finished after 137 time steps\n",
      "9828 Episode: Finished after 113 time steps\n",
      "9829 Episode: Finished after 195 time steps\n",
      "9830 Episode: Finished after 123 time steps\n",
      "9831 Episode: Finished after 174 time steps\n",
      "9832 Episode: Finished after 185 time steps\n",
      "9833 Episode: Finished after 164 time steps\n",
      "9834 Episode: Finished after 131 time steps\n",
      "9836 Episode: Finished after 82 time steps\n",
      "9837 Episode: Finished after 151 time steps\n",
      "9838 Episode: Finished after 102 time steps\n",
      "9839 Episode: Finished after 126 time steps\n",
      "9840 Episode: Finished after 197 time steps\n",
      "9842 Episode: Finished after 191 time steps\n",
      "9843 Episode: Finished after 25 time steps\n",
      "9844 Episode: Finished after 17 time steps\n",
      "9845 Episode: Finished after 194 time steps\n",
      "9846 Episode: Finished after 52 time steps\n",
      "9847 Episode: Finished after 18 time steps\n",
      "9848 Episode: Finished after 130 time steps\n",
      "9849 Episode: Finished after 19 time steps\n",
      "9850 Episode: Finished after 163 time steps\n",
      "9851 Episode: Finished after 184 time steps\n",
      "9852 Episode: Finished after 166 time steps\n",
      "9853 Episode: Finished after 166 time steps\n",
      "9854 Episode: Finished after 184 time steps\n",
      "9855 Episode: Finished after 33 time steps\n",
      "9856 Episode: Finished after 27 time steps\n",
      "9857 Episode: Finished after 185 time steps\n",
      "9858 Episode: Finished after 175 time steps\n",
      "9859 Episode: Finished after 42 time steps\n",
      "9860 Episode: Finished after 142 time steps\n",
      "9861 Episode: Finished after 50 time steps\n",
      "9862 Episode: Finished after 167 time steps\n",
      "9864 Episode: Finished after 29 time steps\n",
      "9865 Episode: Finished after 179 time steps\n",
      "9866 Episode: Finished after 141 time steps\n",
      "9867 Episode: Finished after 16 time steps\n",
      "9868 Episode: Finished after 18 time steps\n",
      "9869 Episode: Finished after 18 time steps\n",
      "9870 Episode: Finished after 39 time steps\n",
      "9871 Episode: Finished after 12 time steps\n",
      "9872 Episode: Finished after 17 time steps\n",
      "9873 Episode: Finished after 154 time steps\n",
      "9874 Episode: Finished after 120 time steps\n",
      "9875 Episode: Finished after 9 time steps\n",
      "9876 Episode: Finished after 45 time steps\n",
      "9877 Episode: Finished after 86 time steps\n",
      "9878 Episode: Finished after 150 time steps\n",
      "9879 Episode: Finished after 32 time steps\n",
      "9880 Episode: Finished after 75 time steps\n",
      "9881 Episode: Finished after 112 time steps\n",
      "9882 Episode: Finished after 185 time steps\n",
      "9883 Episode: Finished after 187 time steps\n",
      "9884 Episode: Finished after 185 time steps\n",
      "9887 Episode: Finished after 23 time steps\n",
      "9888 Episode: Finished after 181 time steps\n",
      "9889 Episode: Finished after 156 time steps\n",
      "9891 Episode: Finished after 138 time steps\n",
      "9892 Episode: Finished after 147 time steps\n",
      "9893 Episode: Finished after 148 time steps\n",
      "9894 Episode: Finished after 198 time steps\n",
      "9895 Episode: Finished after 74 time steps\n",
      "9896 Episode: Finished after 105 time steps\n",
      "9897 Episode: Finished after 156 time steps\n",
      "9898 Episode: Finished after 172 time steps\n",
      "9899 Episode: Finished after 176 time steps\n",
      "9900 Episode: Finished after 59 time steps\n",
      "9901 Episode: Finished after 90 time steps\n",
      "9902 Episode: Finished after 75 time steps\n",
      "9904 Episode: Finished after 37 time steps\n",
      "9905 Episode: Finished after 160 time steps\n",
      "9906 Episode: Finished after 176 time steps\n",
      "9907 Episode: Finished after 128 time steps\n",
      "9908 Episode: Finished after 192 time steps\n",
      "9909 Episode: Finished after 82 time steps\n",
      "9910 Episode: Finished after 106 time steps\n",
      "9911 Episode: Finished after 85 time steps\n",
      "9912 Episode: Finished after 37 time steps\n",
      "9913 Episode: Finished after 161 time steps\n",
      "9914 Episode: Finished after 138 time steps\n",
      "9915 Episode: Finished after 16 time steps\n",
      "9916 Episode: Finished after 128 time steps\n",
      "9918 Episode: Finished after 164 time steps\n",
      "9920 Episode: Finished after 38 time steps\n",
      "9921 Episode: Finished after 155 time steps\n",
      "9922 Episode: Finished after 9 time steps\n",
      "9923 Episode: Finished after 53 time steps\n",
      "9924 Episode: Finished after 73 time steps\n",
      "9925 Episode: Finished after 71 time steps\n",
      "9926 Episode: Finished after 186 time steps\n",
      "9927 Episode: Finished after 40 time steps\n",
      "9928 Episode: Finished after 180 time steps\n",
      "9929 Episode: Finished after 112 time steps\n",
      "9930 Episode: Finished after 131 time steps\n",
      "9931 Episode: Finished after 93 time steps\n",
      "9932 Episode: Finished after 40 time steps\n",
      "9933 Episode: Finished after 80 time steps\n",
      "9934 Episode: Finished after 80 time steps\n",
      "9935 Episode: Finished after 129 time steps\n",
      "9936 Episode: Finished after 194 time steps\n",
      "9937 Episode: Finished after 166 time steps\n",
      "9938 Episode: Finished after 112 time steps\n",
      "9939 Episode: Finished after 44 time steps\n",
      "9940 Episode: Finished after 133 time steps\n",
      "9941 Episode: Finished after 155 time steps\n",
      "9942 Episode: Finished after 44 time steps\n",
      "9943 Episode: Finished after 81 time steps\n",
      "9944 Episode: Finished after 89 time steps\n",
      "9945 Episode: Finished after 67 time steps\n",
      "9946 Episode: Finished after 95 time steps\n",
      "9947 Episode: Finished after 80 time steps\n",
      "9948 Episode: Finished after 44 time steps\n",
      "9949 Episode: Finished after 107 time steps\n",
      "9950 Episode: Finished after 167 time steps\n",
      "9951 Episode: Finished after 185 time steps\n",
      "9952 Episode: Finished after 184 time steps\n",
      "9953 Episode: Finished after 72 time steps\n",
      "9954 Episode: Finished after 83 time steps\n",
      "9955 Episode: Finished after 139 time steps\n",
      "9956 Episode: Finished after 59 time steps\n",
      "9957 Episode: Finished after 159 time steps\n",
      "9958 Episode: Finished after 50 time steps\n",
      "9959 Episode: Finished after 145 time steps\n",
      "9960 Episode: Finished after 44 time steps\n",
      "9961 Episode: Finished after 150 time steps\n",
      "9962 Episode: Finished after 152 time steps\n",
      "9963 Episode: Finished after 178 time steps\n",
      "9964 Episode: Finished after 145 time steps\n",
      "9965 Episode: Finished after 145 time steps\n",
      "9966 Episode: Finished after 135 time steps\n",
      "9968 Episode: Finished after 174 time steps\n",
      "9969 Episode: Finished after 142 time steps\n",
      "9970 Episode: Finished after 90 time steps\n",
      "9971 Episode: Finished after 28 time steps\n",
      "9972 Episode: Finished after 13 time steps\n",
      "9973 Episode: Finished after 19 time steps\n",
      "9974 Episode: Finished after 34 time steps\n",
      "9975 Episode: Finished after 157 time steps\n",
      "9976 Episode: Finished after 116 time steps\n",
      "9977 Episode: Finished after 72 time steps\n",
      "9978 Episode: Finished after 156 time steps\n",
      "9979 Episode: Finished after 74 time steps\n",
      "9980 Episode: Finished after 197 time steps\n",
      "9981 Episode: Finished after 9 time steps\n",
      "9982 Episode: Finished after 161 time steps\n",
      "9984 Episode: Finished after 163 time steps\n",
      "9985 Episode: Finished after 124 time steps\n",
      "9986 Episode: Finished after 140 time steps\n",
      "9987 Episode: Finished after 103 time steps\n",
      "9988 Episode: Finished after 173 time steps\n",
      "9989 Episode: Finished after 168 time steps\n",
      "9990 Episode: Finished after 33 time steps\n",
      "9991 Episode: Finished after 101 time steps\n",
      "9993 Episode: Finished after 161 time steps\n",
      "9995 Episode: Finished after 152 time steps\n",
      "9996 Episode: Finished after 118 time steps\n",
      "9997 Episode: Finished after 50 time steps\n",
      "9998 Episode: Finished after 47 time steps\n",
      "9999 Episode: Finished after 177 time steps\n",
      "10000 Episode: Finished after 135 time steps\n",
      "10001 Episode: Finished after 172 time steps\n",
      "10002 Episode: Finished after 33 time steps\n",
      "10003 Episode: Finished after 123 time steps\n",
      "10004 Episode: Finished after 66 time steps\n",
      "10005 Episode: Finished after 167 time steps\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "10006 Episode: Finished after 165 time steps\n",
      "10007 Episode: Finished after 79 time steps\n",
      "10008 Episode: Finished after 25 time steps\n",
      "10009 Episode: Finished after 36 time steps\n",
      "10010 Episode: Finished after 159 time steps\n",
      "10011 Episode: Finished after 198 time steps\n",
      "10012 Episode: Finished after 89 time steps\n",
      "10014 Episode: Finished after 123 time steps\n",
      "10015 Episode: Finished after 154 time steps\n",
      "10016 Episode: Finished after 174 time steps\n",
      "10017 Episode: Finished after 196 time steps\n",
      "10018 Episode: Finished after 154 time steps\n",
      "10020 Episode: Finished after 83 time steps\n",
      "10021 Episode: Finished after 41 time steps\n",
      "10022 Episode: Finished after 38 time steps\n",
      "10023 Episode: Finished after 51 time steps\n",
      "10024 Episode: Finished after 153 time steps\n",
      "10025 Episode: Finished after 101 time steps\n",
      "10027 Episode: Finished after 176 time steps\n",
      "10028 Episode: Finished after 174 time steps\n",
      "10029 Episode: Finished after 164 time steps\n",
      "10030 Episode: Finished after 82 time steps\n",
      "10031 Episode: Finished after 138 time steps\n",
      "10032 Episode: Finished after 151 time steps\n",
      "10033 Episode: Finished after 126 time steps\n",
      "10034 Episode: Finished after 128 time steps\n",
      "10036 Episode: Finished after 105 time steps\n",
      "10037 Episode: Finished after 147 time steps\n",
      "10038 Episode: Finished after 112 time steps\n",
      "10039 Episode: Finished after 173 time steps\n",
      "10040 Episode: Finished after 108 time steps\n",
      "10041 Episode: Finished after 187 time steps\n",
      "10042 Episode: Finished after 200 time steps\n",
      "10043 Episode: Finished after 171 time steps\n",
      "10045 Episode: Finished after 146 time steps\n",
      "10047 Episode: Finished after 170 time steps\n",
      "10048 Episode: Finished after 91 time steps\n",
      "10049 Episode: Finished after 127 time steps\n",
      "10050 Episode: Finished after 186 time steps\n",
      "10051 Episode: Finished after 157 time steps\n",
      "10052 Episode: Finished after 139 time steps\n",
      "10053 Episode: Finished after 130 time steps\n",
      "10054 Episode: Finished after 89 time steps\n",
      "10055 Episode: Finished after 185 time steps\n",
      "10056 Episode: Finished after 160 time steps\n",
      "10057 Episode: Finished after 176 time steps\n",
      "10058 Episode: Finished after 102 time steps\n",
      "10059 Episode: Finished after 200 time steps\n",
      "10060 Episode: Finished after 142 time steps\n",
      "10061 Episode: Finished after 179 time steps\n",
      "10063 Episode: Finished after 110 time steps\n",
      "10065 Episode: Finished after 142 time steps\n",
      "10066 Episode: Finished after 127 time steps\n",
      "10067 Episode: Finished after 143 time steps\n",
      "10069 Episode: Finished after 159 time steps\n",
      "10070 Episode: Finished after 161 time steps\n",
      "10073 Episode: Finished after 167 time steps\n",
      "10075 Episode: Finished after 67 time steps\n",
      "10076 Episode: Finished after 149 time steps\n",
      "10079 Episode: Finished after 130 time steps\n",
      "10080 Episode: Finished after 199 time steps\n",
      "10081 Episode: Finished after 37 time steps\n",
      "10082 Episode: Finished after 26 time steps\n",
      "10083 Episode: Finished after 165 time steps\n",
      "10084 Episode: Finished after 82 time steps\n",
      "10085 Episode: Finished after 133 time steps\n",
      "10086 Episode: Finished after 82 time steps\n",
      "10087 Episode: Finished after 109 time steps\n",
      "10088 Episode: Finished after 147 time steps\n",
      "10089 Episode: Finished after 96 time steps\n",
      "10090 Episode: Finished after 89 time steps\n",
      "10091 Episode: Finished after 58 time steps\n",
      "10092 Episode: Finished after 46 time steps\n",
      "10093 Episode: Finished after 47 time steps\n",
      "10094 Episode: Finished after 68 time steps\n",
      "10095 Episode: Finished after 72 time steps\n",
      "10096 Episode: Finished after 76 time steps\n",
      "10097 Episode: Finished after 53 time steps\n",
      "10098 Episode: Finished after 77 time steps\n",
      "10099 Episode: Finished after 117 time steps\n",
      "10101 Episode: Finished after 144 time steps\n",
      "10102 Episode: Finished after 25 time steps\n",
      "10103 Episode: Finished after 164 time steps\n",
      "10104 Episode: Finished after 123 time steps\n",
      "10105 Episode: Finished after 157 time steps\n",
      "10106 Episode: Finished after 53 time steps\n",
      "10107 Episode: Finished after 59 time steps\n",
      "10108 Episode: Finished after 166 time steps\n",
      "10109 Episode: Finished after 169 time steps\n",
      "10110 Episode: Finished after 181 time steps\n",
      "10111 Episode: Finished after 28 time steps\n",
      "10112 Episode: Finished after 48 time steps\n",
      "10113 Episode: Finished after 90 time steps\n",
      "10114 Episode: Finished after 11 time steps\n",
      "10115 Episode: Finished after 101 time steps\n",
      "10116 Episode: Finished after 159 time steps\n",
      "10117 Episode: Finished after 59 time steps\n",
      "10118 Episode: Finished after 192 time steps\n",
      "10119 Episode: Finished after 149 time steps\n",
      "10120 Episode: Finished after 10 time steps\n",
      "10121 Episode: Finished after 9 time steps\n",
      "10122 Episode: Finished after 178 time steps\n",
      "10123 Episode: Finished after 141 time steps\n",
      "10124 Episode: Finished after 55 time steps\n",
      "10125 Episode: Finished after 172 time steps\n",
      "10126 Episode: Finished after 116 time steps\n",
      "10127 Episode: Finished after 122 time steps\n",
      "10128 Episode: Finished after 175 time steps\n",
      "10129 Episode: Finished after 166 time steps\n",
      "10130 Episode: Finished after 138 time steps\n",
      "10131 Episode: Finished after 94 time steps\n",
      "10132 Episode: Finished after 51 time steps\n",
      "10134 Episode: Finished after 56 time steps\n",
      "10135 Episode: Finished after 152 time steps\n",
      "10136 Episode: Finished after 127 time steps\n",
      "10137 Episode: Finished after 156 time steps\n",
      "10138 Episode: Finished after 79 time steps\n",
      "10139 Episode: Finished after 78 time steps\n",
      "10140 Episode: Finished after 71 time steps\n",
      "10141 Episode: Finished after 91 time steps\n",
      "10142 Episode: Finished after 42 time steps\n",
      "10143 Episode: Finished after 192 time steps\n",
      "10144 Episode: Finished after 153 time steps\n",
      "10145 Episode: Finished after 76 time steps\n",
      "10146 Episode: Finished after 27 time steps\n",
      "10147 Episode: Finished after 163 time steps\n",
      "10148 Episode: Finished after 160 time steps\n",
      "10149 Episode: Finished after 147 time steps\n",
      "10150 Episode: Finished after 122 time steps\n",
      "10151 Episode: Finished after 117 time steps\n",
      "10152 Episode: Finished after 98 time steps\n",
      "10153 Episode: Finished after 74 time steps\n",
      "10154 Episode: Finished after 32 time steps\n",
      "10155 Episode: Finished after 33 time steps\n",
      "10156 Episode: Finished after 69 time steps\n",
      "10157 Episode: Finished after 199 time steps\n",
      "10158 Episode: Finished after 135 time steps\n",
      "10160 Episode: Finished after 39 time steps\n",
      "10161 Episode: Finished after 139 time steps\n",
      "10162 Episode: Finished after 43 time steps\n",
      "10164 Episode: Finished after 190 time steps\n",
      "10165 Episode: Finished after 158 time steps\n",
      "10166 Episode: Finished after 93 time steps\n",
      "10167 Episode: Finished after 172 time steps\n",
      "10168 Episode: Finished after 162 time steps\n",
      "10169 Episode: Finished after 161 time steps\n",
      "10170 Episode: Finished after 45 time steps\n",
      "10171 Episode: Finished after 65 time steps\n",
      "10172 Episode: Finished after 64 time steps\n",
      "10174 Episode: Finished after 40 time steps\n",
      "10175 Episode: Finished after 131 time steps\n",
      "10176 Episode: Finished after 169 time steps\n",
      "10177 Episode: Finished after 143 time steps\n",
      "10178 Episode: Finished after 133 time steps\n",
      "10180 Episode: Finished after 167 time steps\n",
      "10183 Episode: Finished after 151 time steps\n",
      "10184 Episode: Finished after 134 time steps\n",
      "10185 Episode: Finished after 194 time steps\n",
      "10186 Episode: Finished after 192 time steps\n",
      "10187 Episode: Finished after 162 time steps\n",
      "10189 Episode: Finished after 142 time steps\n",
      "10190 Episode: Finished after 56 time steps\n",
      "10191 Episode: Finished after 189 time steps\n",
      "10192 Episode: Finished after 57 time steps\n",
      "10193 Episode: Finished after 197 time steps\n",
      "10194 Episode: Finished after 65 time steps\n",
      "10195 Episode: Finished after 111 time steps\n",
      "10196 Episode: Finished after 164 time steps\n",
      "10197 Episode: Finished after 173 time steps\n",
      "10198 Episode: Finished after 132 time steps\n",
      "10199 Episode: Finished after 71 time steps\n",
      "10200 Episode: Finished after 83 time steps\n",
      "10201 Episode: Finished after 170 time steps\n",
      "10202 Episode: Finished after 12 time steps\n",
      "10203 Episode: Finished after 153 time steps\n",
      "10204 Episode: Finished after 24 time steps\n",
      "10205 Episode: Finished after 16 time steps\n",
      "10206 Episode: Finished after 55 time steps\n",
      "10207 Episode: Finished after 174 time steps\n",
      "10208 Episode: Finished after 12 time steps\n",
      "10209 Episode: Finished after 22 time steps\n",
      "10210 Episode: Finished after 21 time steps\n",
      "10211 Episode: Finished after 185 time steps\n",
      "10212 Episode: Finished after 24 time steps\n",
      "10213 Episode: Finished after 15 time steps\n",
      "10214 Episode: Finished after 13 time steps\n",
      "10215 Episode: Finished after 72 time steps\n",
      "10216 Episode: Finished after 129 time steps\n",
      "10217 Episode: Finished after 142 time steps\n",
      "10218 Episode: Finished after 152 time steps\n",
      "10219 Episode: Finished after 149 time steps\n",
      "10220 Episode: Finished after 149 time steps\n",
      "10221 Episode: Finished after 123 time steps\n",
      "10222 Episode: Finished after 161 time steps\n",
      "10224 Episode: Finished after 147 time steps\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "10225 Episode: Finished after 85 time steps\n",
      "10226 Episode: Finished after 83 time steps\n",
      "10227 Episode: Finished after 164 time steps\n",
      "10228 Episode: Finished after 145 time steps\n",
      "10229 Episode: Finished after 185 time steps\n",
      "10230 Episode: Finished after 91 time steps\n",
      "10231 Episode: Finished after 153 time steps\n",
      "10233 Episode: Finished after 177 time steps\n",
      "10239 Episode: Finished after 192 time steps\n",
      "10240 Episode: Finished after 134 time steps\n",
      "10242 Episode: Finished after 87 time steps\n",
      "10243 Episode: Finished after 154 time steps\n",
      "10244 Episode: Finished after 160 time steps\n",
      "10245 Episode: Finished after 155 time steps\n",
      "10247 Episode: Finished after 151 time steps\n",
      "10248 Episode: Finished after 128 time steps\n",
      "10250 Episode: Finished after 122 time steps\n",
      "10251 Episode: Finished after 122 time steps\n",
      "10252 Episode: Finished after 105 time steps\n",
      "10253 Episode: Finished after 174 time steps\n",
      "10254 Episode: Finished after 79 time steps\n",
      "10255 Episode: Finished after 144 time steps\n",
      "10256 Episode: Finished after 195 time steps\n",
      "10257 Episode: Finished after 111 time steps\n",
      "10260 Episode: Finished after 137 time steps\n",
      "10261 Episode: Finished after 192 time steps\n",
      "10262 Episode: Finished after 22 time steps\n",
      "10263 Episode: Finished after 82 time steps\n",
      "10264 Episode: Finished after 153 time steps\n",
      "10265 Episode: Finished after 144 time steps\n",
      "10266 Episode: Finished after 88 time steps\n",
      "10267 Episode: Finished after 102 time steps\n",
      "10268 Episode: Finished after 72 time steps\n",
      "10269 Episode: Finished after 151 time steps\n",
      "10270 Episode: Finished after 147 time steps\n",
      "10271 Episode: Finished after 70 time steps\n",
      "10272 Episode: Finished after 140 time steps\n",
      "10273 Episode: Finished after 60 time steps\n",
      "10274 Episode: Finished after 198 time steps\n",
      "10276 Episode: Finished after 59 time steps\n",
      "10277 Episode: Finished after 152 time steps\n",
      "10278 Episode: Finished after 141 time steps\n",
      "10279 Episode: Finished after 120 time steps\n",
      "10281 Episode: Finished after 149 time steps\n",
      "10282 Episode: Finished after 167 time steps\n",
      "10283 Episode: Finished after 115 time steps\n",
      "10284 Episode: Finished after 83 time steps\n",
      "10285 Episode: Finished after 83 time steps\n",
      "10286 Episode: Finished after 179 time steps\n",
      "10288 Episode: Finished after 91 time steps\n",
      "10289 Episode: Finished after 88 time steps\n",
      "10291 Episode: Finished after 109 time steps\n",
      "10292 Episode: Finished after 189 time steps\n",
      "10293 Episode: Finished after 126 time steps\n",
      "10294 Episode: Finished after 149 time steps\n",
      "10298 Episode: Finished after 168 time steps\n",
      "10299 Episode: Finished after 166 time steps\n",
      "10300 Episode: Finished after 170 time steps\n",
      "10301 Episode: Finished after 191 time steps\n",
      "10302 Episode: Finished after 131 time steps\n",
      "10303 Episode: Finished after 98 time steps\n",
      "10304 Episode: Finished after 41 time steps\n",
      "10305 Episode: Finished after 135 time steps\n",
      "10306 Episode: Finished after 114 time steps\n",
      "10307 Episode: Finished after 141 time steps\n",
      "10308 Episode: Finished after 153 time steps\n",
      "10309 Episode: Finished after 127 time steps\n",
      "10310 Episode: Finished after 143 time steps\n",
      "10311 Episode: Finished after 117 time steps\n",
      "10313 Episode: Finished after 130 time steps\n",
      "10314 Episode: Finished after 171 time steps\n",
      "10315 Episode: Finished after 130 time steps\n",
      "10316 Episode: Finished after 156 time steps\n",
      "10317 Episode: Finished after 149 time steps\n",
      "10318 Episode: Finished after 80 time steps\n",
      "10319 Episode: Finished after 102 time steps\n",
      "10320 Episode: Finished after 102 time steps\n",
      "10321 Episode: Finished after 178 time steps\n",
      "10322 Episode: Finished after 157 time steps\n",
      "10323 Episode: Finished after 140 time steps\n",
      "10324 Episode: Finished after 180 time steps\n",
      "10325 Episode: Finished after 196 time steps\n",
      "10326 Episode: Finished after 147 time steps\n",
      "10328 Episode: Finished after 32 time steps\n",
      "10329 Episode: Finished after 44 time steps\n",
      "10330 Episode: Finished after 134 time steps\n",
      "10331 Episode: Finished after 159 time steps\n",
      "10334 Episode: Finished after 181 time steps\n",
      "10335 Episode: Finished after 128 time steps\n",
      "10337 Episode: Finished after 98 time steps\n",
      "10338 Episode: Finished after 184 time steps\n",
      "10339 Episode: Finished after 161 time steps\n",
      "10341 Episode: Finished after 141 time steps\n",
      "10342 Episode: Finished after 133 time steps\n",
      "10343 Episode: Finished after 97 time steps\n",
      "10346 Episode: Finished after 36 time steps\n",
      "10348 Episode: Finished after 132 time steps\n",
      "10349 Episode: Finished after 133 time steps\n",
      "10350 Episode: Finished after 81 time steps\n",
      "10354 Episode: Finished after 99 time steps\n",
      "10355 Episode: Finished after 179 time steps\n",
      "10359 Episode: Finished after 200 time steps\n",
      "10360 Episode: Finished after 116 time steps\n",
      "10361 Episode: Finished after 177 time steps\n",
      "10363 Episode: Finished after 72 time steps\n",
      "10364 Episode: Finished after 91 time steps\n",
      "10365 Episode: Finished after 162 time steps\n",
      "10366 Episode: Finished after 85 time steps\n",
      "10368 Episode: Finished after 37 time steps\n",
      "10369 Episode: Finished after 100 time steps\n",
      "10370 Episode: Finished after 109 time steps\n",
      "10371 Episode: Finished after 147 time steps\n",
      "10372 Episode: Finished after 133 time steps\n",
      "10373 Episode: Finished after 154 time steps\n",
      "10374 Episode: Finished after 195 time steps\n",
      "10376 Episode: Finished after 181 time steps\n",
      "10377 Episode: Finished after 187 time steps\n",
      "10378 Episode: Finished after 169 time steps\n",
      "10379 Episode: Finished after 167 time steps\n",
      "10380 Episode: Finished after 77 time steps\n",
      "10381 Episode: Finished after 139 time steps\n",
      "10382 Episode: Finished after 157 time steps\n",
      "10383 Episode: Finished after 186 time steps\n",
      "10384 Episode: Finished after 187 time steps\n",
      "10385 Episode: Finished after 77 time steps\n",
      "10386 Episode: Finished after 151 time steps\n",
      "10387 Episode: Finished after 157 time steps\n",
      "10388 Episode: Finished after 151 time steps\n",
      "10389 Episode: Finished after 172 time steps\n",
      "10390 Episode: Finished after 199 time steps\n",
      "10391 Episode: Finished after 72 time steps\n",
      "10392 Episode: Finished after 174 time steps\n",
      "10393 Episode: Finished after 137 time steps\n",
      "10394 Episode: Finished after 109 time steps\n",
      "10395 Episode: Finished after 190 time steps\n",
      "10396 Episode: Finished after 59 time steps\n",
      "10398 Episode: Finished after 136 time steps\n",
      "10399 Episode: Finished after 176 time steps\n",
      "10400 Episode: Finished after 168 time steps\n",
      "10401 Episode: Finished after 149 time steps\n",
      "10402 Episode: Finished after 70 time steps\n",
      "10404 Episode: Finished after 144 time steps\n",
      "10405 Episode: Finished after 164 time steps\n",
      "10406 Episode: Finished after 140 time steps\n",
      "10407 Episode: Finished after 145 time steps\n",
      "10409 Episode: Finished after 78 time steps\n",
      "10410 Episode: Finished after 151 time steps\n",
      "10411 Episode: Finished after 191 time steps\n",
      "10412 Episode: Finished after 163 time steps\n",
      "10414 Episode: Finished after 59 time steps\n",
      "10415 Episode: Finished after 105 time steps\n",
      "10417 Episode: Finished after 97 time steps\n",
      "10418 Episode: Finished after 170 time steps\n",
      "10419 Episode: Finished after 150 time steps\n",
      "10420 Episode: Finished after 134 time steps\n",
      "10421 Episode: Finished after 169 time steps\n",
      "10422 Episode: Finished after 169 time steps\n",
      "10423 Episode: Finished after 80 time steps\n",
      "10424 Episode: Finished after 163 time steps\n",
      "10426 Episode: Finished after 134 time steps\n",
      "10427 Episode: Finished after 41 time steps\n",
      "10428 Episode: Finished after 102 time steps\n",
      "10429 Episode: Finished after 182 time steps\n",
      "10431 Episode: Finished after 171 time steps\n",
      "10432 Episode: Finished after 184 time steps\n",
      "10433 Episode: Finished after 191 time steps\n",
      "10434 Episode: Finished after 194 time steps\n",
      "10435 Episode: Finished after 111 time steps\n",
      "10436 Episode: Finished after 99 time steps\n",
      "10437 Episode: Finished after 128 time steps\n",
      "10440 Episode: Finished after 94 time steps\n",
      "10441 Episode: Finished after 48 time steps\n",
      "10442 Episode: Finished after 134 time steps\n",
      "10444 Episode: Finished after 135 time steps\n",
      "10445 Episode: Finished after 148 time steps\n",
      "10446 Episode: Finished after 166 time steps\n",
      "10447 Episode: Finished after 169 time steps\n",
      "10448 Episode: Finished after 179 time steps\n",
      "10449 Episode: Finished after 54 time steps\n",
      "10450 Episode: Finished after 175 time steps\n",
      "10452 Episode: Finished after 124 time steps\n",
      "10453 Episode: Finished after 184 time steps\n",
      "10454 Episode: Finished after 161 time steps\n",
      "10455 Episode: Finished after 116 time steps\n",
      "10456 Episode: Finished after 156 time steps\n",
      "10457 Episode: Finished after 200 time steps\n",
      "10460 Episode: Finished after 26 time steps\n",
      "10463 Episode: Finished after 191 time steps\n",
      "10464 Episode: Finished after 49 time steps\n",
      "10465 Episode: Finished after 177 time steps\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "10467 Episode: Finished after 160 time steps\n",
      "10470 Episode: Finished after 185 time steps\n",
      "10474 Episode: Finished after 166 time steps\n",
      "10475 Episode: Finished after 98 time steps\n",
      "10477 Episode: Finished after 59 time steps\n",
      "10478 Episode: Finished after 152 time steps\n",
      "10484 Episode: Finished after 97 time steps\n",
      "10489 Episode: Finished after 148 time steps\n",
      "10491 Episode: Finished after 129 time steps\n",
      "10492 Episode: Finished after 122 time steps\n",
      "10494 Episode: Finished after 106 time steps\n",
      "10495 Episode: Finished after 112 time steps\n",
      "10498 Episode: Finished after 185 time steps\n",
      "10499 Episode: Finished after 185 time steps\n",
      "10500 Episode: Finished after 179 time steps\n",
      "10501 Episode: Finished after 176 time steps\n",
      "10504 Episode: Finished after 175 time steps\n",
      "10506 Episode: Finished after 137 time steps\n",
      "10508 Episode: Finished after 133 time steps\n",
      "10509 Episode: Finished after 200 time steps\n",
      "10510 Episode: Finished after 152 time steps\n",
      "10511 Episode: Finished after 87 time steps\n",
      "10512 Episode: Finished after 171 time steps\n",
      "10513 Episode: Finished after 142 time steps\n",
      "10514 Episode: Finished after 141 time steps\n",
      "10515 Episode: Finished after 183 time steps\n",
      "10516 Episode: Finished after 174 time steps\n",
      "10517 Episode: Finished after 80 time steps\n",
      "10518 Episode: Finished after 161 time steps\n",
      "10519 Episode: Finished after 155 time steps\n",
      "10520 Episode: Finished after 159 time steps\n",
      "10522 Episode: Finished after 200 time steps\n",
      "10523 Episode: Finished after 152 time steps\n",
      "10524 Episode: Finished after 146 time steps\n",
      "10525 Episode: Finished after 132 time steps\n",
      "10527 Episode: Finished after 82 time steps\n",
      "10528 Episode: Finished after 82 time steps\n",
      "10529 Episode: Finished after 87 time steps\n",
      "10530 Episode: Finished after 198 time steps\n",
      "10534 Episode: Finished after 125 time steps\n",
      "10537 Episode: Finished after 63 time steps\n",
      "10538 Episode: Finished after 190 time steps\n",
      "10539 Episode: Finished after 124 time steps\n",
      "10540 Episode: Finished after 99 time steps\n",
      "10543 Episode: Finished after 75 time steps\n",
      "10544 Episode: Finished after 126 time steps\n",
      "10545 Episode: Finished after 113 time steps\n",
      "10546 Episode: Finished after 127 time steps\n",
      "10547 Episode: Finished after 103 time steps\n",
      "10552 Episode: Finished after 175 time steps\n",
      "10553 Episode: Finished after 191 time steps\n",
      "10554 Episode: Finished after 117 time steps\n",
      "10555 Episode: Finished after 111 time steps\n",
      "10557 Episode: Finished after 166 time steps\n",
      "10558 Episode: Finished after 106 time steps\n",
      "10560 Episode: Finished after 117 time steps\n",
      "10561 Episode: Finished after 148 time steps\n",
      "10562 Episode: Finished after 194 time steps\n",
      "10563 Episode: Finished after 113 time steps\n",
      "10564 Episode: Finished after 51 time steps\n",
      "10565 Episode: Finished after 32 time steps\n",
      "10566 Episode: Finished after 120 time steps\n",
      "10567 Episode: Finished after 194 time steps\n",
      "10568 Episode: Finished after 162 time steps\n",
      "10570 Episode: Finished after 158 time steps\n",
      "10571 Episode: Finished after 147 time steps\n",
      "10572 Episode: Finished after 141 time steps\n",
      "10574 Episode: Finished after 114 time steps\n",
      "10575 Episode: Finished after 73 time steps\n",
      "10576 Episode: Finished after 142 time steps\n",
      "10577 Episode: Finished after 183 time steps\n",
      "10578 Episode: Finished after 74 time steps\n",
      "10579 Episode: Finished after 171 time steps\n",
      "10580 Episode: Finished after 80 time steps\n",
      "10582 Episode: Finished after 142 time steps\n",
      "10583 Episode: Finished after 83 time steps\n",
      "10584 Episode: Finished after 130 time steps\n",
      "10585 Episode: Finished after 39 time steps\n",
      "10586 Episode: Finished after 188 time steps\n",
      "10587 Episode: Finished after 150 time steps\n",
      "10590 Episode: Finished after 99 time steps\n",
      "10591 Episode: Finished after 164 time steps\n",
      "10594 Episode: Finished after 131 time steps\n",
      "10595 Episode: Finished after 144 time steps\n",
      "10596 Episode: Finished after 164 time steps\n",
      "10597 Episode: Finished after 153 time steps\n",
      "10599 Episode: Finished after 184 time steps\n",
      "10600 Episode: Finished after 156 time steps\n",
      "10601 Episode: Finished after 179 time steps\n",
      "10602 Episode: Finished after 172 time steps\n",
      "10603 Episode: Finished after 175 time steps\n",
      "10604 Episode: Finished after 171 time steps\n",
      "10605 Episode: Finished after 48 time steps\n",
      "10606 Episode: Finished after 171 time steps\n",
      "10607 Episode: Finished after 117 time steps\n",
      "10608 Episode: Finished after 194 time steps\n",
      "10611 Episode: Finished after 152 time steps\n",
      "10612 Episode: Finished after 33 time steps\n",
      "10613 Episode: Finished after 66 time steps\n",
      "10614 Episode: Finished after 152 time steps\n",
      "10615 Episode: Finished after 161 time steps\n",
      "10617 Episode: Finished after 176 time steps\n",
      "10621 Episode: Finished after 90 time steps\n",
      "10622 Episode: Finished after 142 time steps\n",
      "10623 Episode: Finished after 100 time steps\n",
      "10624 Episode: Finished after 39 time steps\n",
      "10625 Episode: Finished after 190 time steps\n",
      "10626 Episode: Finished after 133 time steps\n",
      "10627 Episode: Finished after 114 time steps\n",
      "10628 Episode: Finished after 165 time steps\n",
      "10629 Episode: Finished after 50 time steps\n",
      "10630 Episode: Finished after 88 time steps\n",
      "10631 Episode: Finished after 103 time steps\n",
      "10632 Episode: Finished after 188 time steps\n",
      "10633 Episode: Finished after 148 time steps\n",
      "10634 Episode: Finished after 66 time steps\n",
      "10635 Episode: Finished after 20 time steps\n",
      "10636 Episode: Finished after 69 time steps\n",
      "10637 Episode: Finished after 115 time steps\n",
      "10638 Episode: Finished after 86 time steps\n",
      "10639 Episode: Finished after 96 time steps\n",
      "10640 Episode: Finished after 197 time steps\n",
      "10641 Episode: Finished after 56 time steps\n",
      "10642 Episode: Finished after 99 time steps\n",
      "10643 Episode: Finished after 57 time steps\n",
      "10644 Episode: Finished after 165 time steps\n",
      "10645 Episode: Finished after 177 time steps\n",
      "10646 Episode: Finished after 47 time steps\n",
      "10647 Episode: Finished after 33 time steps\n",
      "10648 Episode: Finished after 151 time steps\n",
      "10650 Episode: Finished after 181 time steps\n",
      "10651 Episode: Finished after 191 time steps\n",
      "10652 Episode: Finished after 158 time steps\n",
      "10653 Episode: Finished after 168 time steps\n",
      "10654 Episode: Finished after 163 time steps\n",
      "10655 Episode: Finished after 184 time steps\n",
      "10656 Episode: Finished after 183 time steps\n",
      "10657 Episode: Finished after 166 time steps\n",
      "10659 Episode: Finished after 156 time steps\n",
      "10660 Episode: Finished after 162 time steps\n",
      "10661 Episode: Finished after 57 time steps\n",
      "10664 Episode: Finished after 160 time steps\n",
      "10666 Episode: Finished after 151 time steps\n",
      "10667 Episode: Finished after 195 time steps\n",
      "10668 Episode: Finished after 197 time steps\n",
      "10670 Episode: Finished after 37 time steps\n",
      "10672 Episode: Finished after 164 time steps\n",
      "10673 Episode: Finished after 165 time steps\n",
      "10674 Episode: Finished after 159 time steps\n",
      "10675 Episode: Finished after 183 time steps\n",
      "10677 Episode: Finished after 161 time steps\n",
      "10678 Episode: Finished after 194 time steps\n",
      "10679 Episode: Finished after 184 time steps\n",
      "10680 Episode: Finished after 160 time steps\n",
      "10682 Episode: Finished after 149 time steps\n",
      "10685 Episode: Finished after 149 time steps\n",
      "10688 Episode: Finished after 189 time steps\n",
      "10689 Episode: Finished after 172 time steps\n",
      "10690 Episode: Finished after 164 time steps\n",
      "10691 Episode: Finished after 132 time steps\n",
      "10692 Episode: Finished after 172 time steps\n",
      "10694 Episode: Finished after 198 time steps\n",
      "10695 Episode: Finished after 170 time steps\n",
      "10696 Episode: Finished after 122 time steps\n",
      "10697 Episode: Finished after 199 time steps\n",
      "10698 Episode: Finished after 139 time steps\n",
      "10702 Episode: Finished after 194 time steps\n",
      "10708 Episode: Finished after 149 time steps\n",
      "10711 Episode: Finished after 179 time steps\n",
      "10713 Episode: Finished after 199 time steps\n",
      "10714 Episode: Finished after 124 time steps\n",
      "10715 Episode: Finished after 176 time steps\n",
      "10717 Episode: Finished after 150 time steps\n",
      "10718 Episode: Finished after 103 time steps\n",
      "10719 Episode: Finished after 91 time steps\n",
      "10720 Episode: Finished after 108 time steps\n",
      "10721 Episode: Finished after 156 time steps\n",
      "10722 Episode: Finished after 116 time steps\n",
      "10723 Episode: Finished after 105 time steps\n",
      "10724 Episode: Finished after 121 time steps\n",
      "10725 Episode: Finished after 102 time steps\n",
      "10726 Episode: Finished after 172 time steps\n",
      "10729 Episode: Finished after 69 time steps\n",
      "10730 Episode: Finished after 184 time steps\n",
      "10731 Episode: Finished after 98 time steps\n",
      "10732 Episode: Finished after 170 time steps\n",
      "10733 Episode: Finished after 162 time steps\n",
      "10734 Episode: Finished after 164 time steps\n",
      "10736 Episode: Finished after 101 time steps\n",
      "10741 Episode: Finished after 160 time steps\n",
      "10742 Episode: Finished after 192 time steps\n",
      "10743 Episode: Finished after 139 time steps\n",
      "10744 Episode: Finished after 79 time steps\n",
      "10745 Episode: Finished after 186 time steps\n",
      "10746 Episode: Finished after 154 time steps\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "10747 Episode: Finished after 176 time steps\n",
      "10748 Episode: Finished after 117 time steps\n",
      "10749 Episode: Finished after 146 time steps\n",
      "10751 Episode: Finished after 100 time steps\n",
      "10753 Episode: Finished after 200 time steps\n",
      "10754 Episode: Finished after 176 time steps\n",
      "10757 Episode: Finished after 46 time steps\n",
      "10758 Episode: Finished after 151 time steps\n",
      "10759 Episode: Finished after 193 time steps\n",
      "10760 Episode: Finished after 163 time steps\n",
      "10761 Episode: Finished after 125 time steps\n",
      "10762 Episode: Finished after 50 time steps\n",
      "10764 Episode: Finished after 176 time steps\n",
      "10765 Episode: Finished after 184 time steps\n",
      "10766 Episode: Finished after 173 time steps\n",
      "10770 Episode: Finished after 190 time steps\n",
      "10772 Episode: Finished after 185 time steps\n",
      "10773 Episode: Finished after 151 time steps\n",
      "10774 Episode: Finished after 165 time steps\n",
      "10777 Episode: Finished after 194 time steps\n",
      "10778 Episode: Finished after 111 time steps\n",
      "10779 Episode: Finished after 18 time steps\n",
      "10782 Episode: Finished after 171 time steps\n",
      "10783 Episode: Finished after 199 time steps\n",
      "10787 Episode: Finished after 170 time steps\n",
      "10788 Episode: Finished after 170 time steps\n",
      "10792 Episode: Finished after 167 time steps\n",
      "10795 Episode: Finished after 160 time steps\n",
      "10796 Episode: Finished after 183 time steps\n",
      "10798 Episode: Finished after 153 time steps\n",
      "10799 Episode: Finished after 62 time steps\n",
      "10800 Episode: Finished after 84 time steps\n",
      "10802 Episode: Finished after 165 time steps\n",
      "10805 Episode: Finished after 136 time steps\n",
      "10807 Episode: Finished after 176 time steps\n",
      "10810 Episode: Finished after 195 time steps\n",
      "10811 Episode: Finished after 110 time steps\n",
      "10812 Episode: Finished after 154 time steps\n",
      "10813 Episode: Finished after 178 time steps\n",
      "10814 Episode: Finished after 198 time steps\n",
      "10815 Episode: Finished after 183 time steps\n",
      "10816 Episode: Finished after 134 time steps\n",
      "10817 Episode: Finished after 57 time steps\n",
      "10819 Episode: Finished after 153 time steps\n",
      "10820 Episode: Finished after 128 time steps\n",
      "10821 Episode: Finished after 146 time steps\n",
      "10822 Episode: Finished after 180 time steps\n",
      "10825 Episode: Finished after 53 time steps\n",
      "10827 Episode: Finished after 175 time steps\n",
      "10828 Episode: Finished after 20 time steps\n",
      "10830 Episode: Finished after 120 time steps\n",
      "10831 Episode: Finished after 173 time steps\n",
      "10834 Episode: Finished after 137 time steps\n",
      "10835 Episode: Finished after 55 time steps\n",
      "10837 Episode: Finished after 56 time steps\n",
      "10838 Episode: Finished after 90 time steps\n",
      "10843 Episode: Finished after 26 time steps\n",
      "10844 Episode: Finished after 187 time steps\n",
      "10846 Episode: Finished after 121 time steps\n",
      "10852 Episode: Finished after 20 time steps\n",
      "10853 Episode: Finished after 143 time steps\n",
      "10857 Episode: Finished after 182 time steps\n",
      "10859 Episode: Finished after 95 time steps\n",
      "10862 Episode: Finished after 146 time steps\n",
      "10865 Episode: Finished after 141 time steps\n",
      "10866 Episode: Finished after 182 time steps\n",
      "10867 Episode: Finished after 140 time steps\n",
      "10870 Episode: Finished after 65 time steps\n",
      "10871 Episode: Finished after 72 time steps\n",
      "10873 Episode: Finished after 149 time steps\n",
      "10876 Episode: Finished after 164 time steps\n",
      "10877 Episode: Finished after 157 time steps\n",
      "10878 Episode: Finished after 162 time steps\n",
      "10879 Episode: Finished after 181 time steps\n",
      "10880 Episode: Finished after 160 time steps\n",
      "10883 Episode: Finished after 125 time steps\n",
      "10884 Episode: Finished after 173 time steps\n",
      "10885 Episode: Finished after 144 time steps\n",
      "10886 Episode: Finished after 39 time steps\n",
      "10887 Episode: Finished after 56 time steps\n",
      "10889 Episode: Finished after 53 time steps\n",
      "10890 Episode: Finished after 176 time steps\n",
      "10891 Episode: Finished after 180 time steps\n",
      "10892 Episode: Finished after 180 time steps\n",
      "10893 Episode: Finished after 102 time steps\n",
      "10894 Episode: Finished after 159 time steps\n",
      "10895 Episode: Finished after 168 time steps\n",
      "10896 Episode: Finished after 147 time steps\n",
      "10897 Episode: Finished after 174 time steps\n",
      "10898 Episode: Finished after 125 time steps\n",
      "10904 Episode: Finished after 180 time steps\n",
      "10906 Episode: Finished after 164 time steps\n",
      "10907 Episode: Finished after 151 time steps\n",
      "10910 Episode: Finished after 136 time steps\n",
      "10919 Episode: Finished after 126 time steps\n",
      "10921 Episode: Finished after 39 time steps\n",
      "10929 Episode: Finished after 118 time steps\n",
      "10930 Episode: Finished after 68 time steps\n",
      "10931 Episode: Finished after 181 time steps\n",
      "10933 Episode: Finished after 97 time steps\n",
      "10934 Episode: Finished after 134 time steps\n",
      "10935 Episode: Finished after 44 time steps\n",
      "10936 Episode: Finished after 117 time steps\n",
      "10937 Episode: Finished after 105 time steps\n",
      "10938 Episode: Finished after 116 time steps\n",
      "10939 Episode: Finished after 75 time steps\n",
      "10940 Episode: Finished after 70 time steps\n",
      "10941 Episode: Finished after 175 time steps\n",
      "10942 Episode: Finished after 114 time steps\n",
      "10943 Episode: Finished after 178 time steps\n",
      "10944 Episode: Finished after 121 time steps\n",
      "10945 Episode: Finished after 50 time steps\n",
      "10946 Episode: Finished after 170 time steps\n",
      "10947 Episode: Finished after 78 time steps\n",
      "10948 Episode: Finished after 129 time steps\n",
      "10949 Episode: Finished after 103 time steps\n",
      "10950 Episode: Finished after 70 time steps\n",
      "10951 Episode: Finished after 63 time steps\n",
      "10952 Episode: Finished after 99 time steps\n",
      "10953 Episode: Finished after 135 time steps\n",
      "10954 Episode: Finished after 72 time steps\n",
      "10956 Episode: Finished after 169 time steps\n",
      "10957 Episode: Finished after 133 time steps\n",
      "10958 Episode: Finished after 96 time steps\n",
      "10959 Episode: Finished after 106 time steps\n",
      "10960 Episode: Finished after 110 time steps\n",
      "10962 Episode: Finished after 133 time steps\n",
      "10963 Episode: Finished after 95 time steps\n",
      "10964 Episode: Finished after 137 time steps\n",
      "10965 Episode: Finished after 140 time steps\n",
      "10966 Episode: Finished after 73 time steps\n",
      "10967 Episode: Finished after 105 time steps\n",
      "10968 Episode: Finished after 119 time steps\n",
      "10969 Episode: Finished after 169 time steps\n",
      "10970 Episode: Finished after 43 time steps\n",
      "10972 Episode: Finished after 38 time steps\n",
      "10973 Episode: Finished after 84 time steps\n",
      "10974 Episode: Finished after 85 time steps\n",
      "10975 Episode: Finished after 150 time steps\n",
      "10976 Episode: Finished after 24 time steps\n",
      "10977 Episode: Finished after 119 time steps\n",
      "10978 Episode: Finished after 55 time steps\n",
      "10979 Episode: Finished after 117 time steps\n",
      "10980 Episode: Finished after 81 time steps\n",
      "10981 Episode: Finished after 71 time steps\n",
      "10982 Episode: Finished after 66 time steps\n",
      "10984 Episode: Finished after 57 time steps\n",
      "10985 Episode: Finished after 58 time steps\n",
      "10986 Episode: Finished after 123 time steps\n",
      "10987 Episode: Finished after 103 time steps\n",
      "10988 Episode: Finished after 125 time steps\n",
      "10989 Episode: Finished after 109 time steps\n",
      "10990 Episode: Finished after 63 time steps\n",
      "10991 Episode: Finished after 83 time steps\n",
      "10992 Episode: Finished after 72 time steps\n",
      "10993 Episode: Finished after 51 time steps\n",
      "10994 Episode: Finished after 154 time steps\n",
      "10995 Episode: Finished after 91 time steps\n",
      "10996 Episode: Finished after 152 time steps\n",
      "10997 Episode: Finished after 148 time steps\n",
      "10998 Episode: Finished after 119 time steps\n",
      "10999 Episode: Finished after 131 time steps\n",
      "11000 Episode: Finished after 81 time steps\n",
      "11001 Episode: Finished after 156 time steps\n",
      "11002 Episode: Finished after 88 time steps\n",
      "11003 Episode: Finished after 85 time steps\n",
      "11004 Episode: Finished after 35 time steps\n",
      "11005 Episode: Finished after 39 time steps\n",
      "11006 Episode: Finished after 35 time steps\n",
      "11007 Episode: Finished after 178 time steps\n",
      "11008 Episode: Finished after 124 time steps\n",
      "11009 Episode: Finished after 59 time steps\n",
      "11010 Episode: Finished after 144 time steps\n",
      "11011 Episode: Finished after 82 time steps\n",
      "11012 Episode: Finished after 130 time steps\n",
      "11013 Episode: Finished after 30 time steps\n",
      "11014 Episode: Finished after 145 time steps\n",
      "11015 Episode: Finished after 64 time steps\n",
      "11016 Episode: Finished after 93 time steps\n",
      "11017 Episode: Finished after 31 time steps\n",
      "11018 Episode: Finished after 34 time steps\n",
      "11019 Episode: Finished after 93 time steps\n",
      "11020 Episode: Finished after 158 time steps\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "11021 Episode: Finished after 65 time steps\n",
      "11022 Episode: Finished after 54 time steps\n",
      "11023 Episode: Finished after 107 time steps\n",
      "11024 Episode: Finished after 76 time steps\n",
      "11025 Episode: Finished after 155 time steps\n",
      "11026 Episode: Finished after 110 time steps\n",
      "11027 Episode: Finished after 138 time steps\n",
      "11028 Episode: Finished after 91 time steps\n",
      "11029 Episode: Finished after 117 time steps\n",
      "11030 Episode: Finished after 82 time steps\n",
      "11031 Episode: Finished after 72 time steps\n",
      "11032 Episode: Finished after 143 time steps\n",
      "11033 Episode: Finished after 153 time steps\n",
      "11034 Episode: Finished after 114 time steps\n",
      "11035 Episode: Finished after 171 time steps\n",
      "11036 Episode: Finished after 112 time steps\n",
      "11037 Episode: Finished after 64 time steps\n",
      "11038 Episode: Finished after 32 time steps\n",
      "11039 Episode: Finished after 134 time steps\n",
      "11040 Episode: Finished after 45 time steps\n",
      "11041 Episode: Finished after 27 time steps\n",
      "11042 Episode: Finished after 58 time steps\n",
      "11043 Episode: Finished after 116 time steps\n",
      "11044 Episode: Finished after 185 time steps\n",
      "11045 Episode: Finished after 137 time steps\n",
      "11046 Episode: Finished after 97 time steps\n",
      "11047 Episode: Finished after 60 time steps\n",
      "11048 Episode: Finished after 100 time steps\n",
      "11049 Episode: Finished after 30 time steps\n",
      "11050 Episode: Finished after 99 time steps\n",
      "11051 Episode: Finished after 50 time steps\n",
      "11052 Episode: Finished after 93 time steps\n",
      "11053 Episode: Finished after 93 time steps\n",
      "11054 Episode: Finished after 148 time steps\n",
      "11055 Episode: Finished after 63 time steps\n",
      "11056 Episode: Finished after 106 time steps\n",
      "11057 Episode: Finished after 127 time steps\n",
      "11058 Episode: Finished after 108 time steps\n",
      "11059 Episode: Finished after 66 time steps\n",
      "11060 Episode: Finished after 88 time steps\n",
      "11061 Episode: Finished after 146 time steps\n",
      "11062 Episode: Finished after 116 time steps\n",
      "11063 Episode: Finished after 158 time steps\n",
      "11064 Episode: Finished after 42 time steps\n",
      "11065 Episode: Finished after 41 time steps\n",
      "11066 Episode: Finished after 35 time steps\n",
      "11067 Episode: Finished after 120 time steps\n",
      "11068 Episode: Finished after 112 time steps\n",
      "11069 Episode: Finished after 101 time steps\n",
      "11070 Episode: Finished after 75 time steps\n",
      "11071 Episode: Finished after 136 time steps\n",
      "11072 Episode: Finished after 154 time steps\n",
      "11073 Episode: Finished after 101 time steps\n",
      "11074 Episode: Finished after 72 time steps\n",
      "11075 Episode: Finished after 87 time steps\n",
      "11076 Episode: Finished after 21 time steps\n",
      "11077 Episode: Finished after 127 time steps\n",
      "11078 Episode: Finished after 184 time steps\n",
      "11079 Episode: Finished after 27 time steps\n",
      "11080 Episode: Finished after 112 time steps\n",
      "11081 Episode: Finished after 129 time steps\n",
      "11082 Episode: Finished after 59 time steps\n",
      "11083 Episode: Finished after 151 time steps\n",
      "11084 Episode: Finished after 155 time steps\n",
      "11085 Episode: Finished after 104 time steps\n",
      "11086 Episode: Finished after 144 time steps\n",
      "11087 Episode: Finished after 128 time steps\n",
      "11088 Episode: Finished after 47 time steps\n",
      "11089 Episode: Finished after 118 time steps\n",
      "11090 Episode: Finished after 136 time steps\n",
      "11091 Episode: Finished after 140 time steps\n",
      "11092 Episode: Finished after 100 time steps\n",
      "11093 Episode: Finished after 38 time steps\n",
      "11094 Episode: Finished after 49 time steps\n",
      "11095 Episode: Finished after 51 time steps\n",
      "11096 Episode: Finished after 45 time steps\n",
      "11097 Episode: Finished after 66 time steps\n",
      "11098 Episode: Finished after 68 time steps\n",
      "11099 Episode: Finished after 158 time steps\n",
      "11100 Episode: Finished after 66 time steps\n",
      "11101 Episode: Finished after 147 time steps\n",
      "11102 Episode: Finished after 28 time steps\n",
      "11103 Episode: Finished after 126 time steps\n",
      "11104 Episode: Finished after 60 time steps\n",
      "11105 Episode: Finished after 187 time steps\n",
      "11106 Episode: Finished after 45 time steps\n",
      "11108 Episode: Finished after 125 time steps\n",
      "11109 Episode: Finished after 113 time steps\n",
      "11110 Episode: Finished after 38 time steps\n",
      "11111 Episode: Finished after 162 time steps\n",
      "11113 Episode: Finished after 174 time steps\n",
      "11115 Episode: Finished after 136 time steps\n",
      "11116 Episode: Finished after 106 time steps\n",
      "11117 Episode: Finished after 31 time steps\n",
      "11118 Episode: Finished after 114 time steps\n",
      "11119 Episode: Finished after 150 time steps\n",
      "11120 Episode: Finished after 48 time steps\n",
      "11121 Episode: Finished after 99 time steps\n",
      "11122 Episode: Finished after 137 time steps\n",
      "11123 Episode: Finished after 53 time steps\n",
      "11124 Episode: Finished after 82 time steps\n",
      "11125 Episode: Finished after 189 time steps\n",
      "11126 Episode: Finished after 82 time steps\n",
      "11127 Episode: Finished after 47 time steps\n",
      "11128 Episode: Finished after 112 time steps\n",
      "11129 Episode: Finished after 80 time steps\n",
      "11130 Episode: Finished after 43 time steps\n",
      "11131 Episode: Finished after 123 time steps\n",
      "11132 Episode: Finished after 141 time steps\n",
      "11134 Episode: Finished after 40 time steps\n",
      "11135 Episode: Finished after 64 time steps\n",
      "11136 Episode: Finished after 173 time steps\n",
      "11137 Episode: Finished after 140 time steps\n",
      "11138 Episode: Finished after 94 time steps\n",
      "11139 Episode: Finished after 46 time steps\n",
      "11140 Episode: Finished after 139 time steps\n",
      "11141 Episode: Finished after 31 time steps\n",
      "11142 Episode: Finished after 26 time steps\n",
      "11143 Episode: Finished after 81 time steps\n",
      "11144 Episode: Finished after 21 time steps\n",
      "11145 Episode: Finished after 93 time steps\n",
      "11146 Episode: Finished after 33 time steps\n",
      "11147 Episode: Finished after 124 time steps\n",
      "11148 Episode: Finished after 80 time steps\n",
      "11149 Episode: Finished after 149 time steps\n",
      "11150 Episode: Finished after 114 time steps\n",
      "11151 Episode: Finished after 46 time steps\n",
      "11152 Episode: Finished after 42 time steps\n",
      "11154 Episode: Finished after 175 time steps\n",
      "11155 Episode: Finished after 71 time steps\n",
      "11156 Episode: Finished after 193 time steps\n",
      "11157 Episode: Finished after 62 time steps\n",
      "11158 Episode: Finished after 85 time steps\n",
      "11159 Episode: Finished after 92 time steps\n",
      "11161 Episode: Finished after 61 time steps\n",
      "11162 Episode: Finished after 53 time steps\n",
      "11163 Episode: Finished after 154 time steps\n",
      "11165 Episode: Finished after 45 time steps\n",
      "11166 Episode: Finished after 101 time steps\n",
      "11167 Episode: Finished after 24 time steps\n",
      "11168 Episode: Finished after 56 time steps\n",
      "11169 Episode: Finished after 171 time steps\n",
      "11170 Episode: Finished after 145 time steps\n",
      "11171 Episode: Finished after 117 time steps\n",
      "11172 Episode: Finished after 87 time steps\n",
      "11173 Episode: Finished after 50 time steps\n",
      "11174 Episode: Finished after 81 time steps\n",
      "11175 Episode: Finished after 135 time steps\n",
      "11176 Episode: Finished after 66 time steps\n",
      "11177 Episode: Finished after 114 time steps\n",
      "11178 Episode: Finished after 39 time steps\n",
      "11179 Episode: Finished after 93 time steps\n",
      "11180 Episode: Finished after 70 time steps\n",
      "11181 Episode: Finished after 41 time steps\n",
      "11182 Episode: Finished after 128 time steps\n",
      "11183 Episode: Finished after 93 time steps\n",
      "11184 Episode: Finished after 32 time steps\n",
      "11185 Episode: Finished after 56 time steps\n",
      "11186 Episode: Finished after 82 time steps\n",
      "11187 Episode: Finished after 99 time steps\n",
      "11188 Episode: Finished after 94 time steps\n",
      "11189 Episode: Finished after 110 time steps\n",
      "11190 Episode: Finished after 57 time steps\n",
      "11191 Episode: Finished after 113 time steps\n",
      "11192 Episode: Finished after 128 time steps\n",
      "11193 Episode: Finished after 159 time steps\n",
      "11194 Episode: Finished after 159 time steps\n",
      "11195 Episode: Finished after 136 time steps\n",
      "11196 Episode: Finished after 97 time steps\n",
      "11197 Episode: Finished after 145 time steps\n",
      "11198 Episode: Finished after 118 time steps\n",
      "11199 Episode: Finished after 63 time steps\n",
      "11200 Episode: Finished after 56 time steps\n",
      "11201 Episode: Finished after 80 time steps\n",
      "11202 Episode: Finished after 25 time steps\n",
      "11203 Episode: Finished after 115 time steps\n",
      "11204 Episode: Finished after 70 time steps\n",
      "11205 Episode: Finished after 112 time steps\n",
      "11206 Episode: Finished after 69 time steps\n",
      "11207 Episode: Finished after 85 time steps\n",
      "11209 Episode: Finished after 164 time steps\n",
      "11210 Episode: Finished after 90 time steps\n",
      "11211 Episode: Finished after 152 time steps\n",
      "11212 Episode: Finished after 40 time steps\n",
      "11213 Episode: Finished after 158 time steps\n",
      "11214 Episode: Finished after 132 time steps\n",
      "11215 Episode: Finished after 37 time steps\n",
      "11216 Episode: Finished after 161 time steps\n",
      "11217 Episode: Finished after 112 time steps\n",
      "11218 Episode: Finished after 136 time steps\n",
      "11219 Episode: Finished after 27 time steps\n",
      "11220 Episode: Finished after 49 time steps\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "11221 Episode: Finished after 108 time steps\n",
      "11222 Episode: Finished after 166 time steps\n",
      "11223 Episode: Finished after 147 time steps\n",
      "11224 Episode: Finished after 163 time steps\n",
      "11225 Episode: Finished after 168 time steps\n",
      "11226 Episode: Finished after 142 time steps\n",
      "11227 Episode: Finished after 108 time steps\n",
      "11228 Episode: Finished after 37 time steps\n",
      "11229 Episode: Finished after 70 time steps\n",
      "11230 Episode: Finished after 83 time steps\n",
      "11232 Episode: Finished after 74 time steps\n",
      "11233 Episode: Finished after 83 time steps\n",
      "11234 Episode: Finished after 196 time steps\n",
      "11235 Episode: Finished after 75 time steps\n",
      "11236 Episode: Finished after 112 time steps\n",
      "11237 Episode: Finished after 35 time steps\n",
      "11238 Episode: Finished after 56 time steps\n",
      "11239 Episode: Finished after 98 time steps\n",
      "11240 Episode: Finished after 159 time steps\n",
      "11241 Episode: Finished after 95 time steps\n",
      "11242 Episode: Finished after 157 time steps\n",
      "11243 Episode: Finished after 74 time steps\n",
      "11244 Episode: Finished after 98 time steps\n",
      "11245 Episode: Finished after 88 time steps\n",
      "11246 Episode: Finished after 117 time steps\n",
      "11247 Episode: Finished after 133 time steps\n",
      "11248 Episode: Finished after 148 time steps\n",
      "11249 Episode: Finished after 138 time steps\n",
      "11250 Episode: Finished after 116 time steps\n",
      "11251 Episode: Finished after 171 time steps\n",
      "11252 Episode: Finished after 110 time steps\n",
      "11253 Episode: Finished after 119 time steps\n",
      "11254 Episode: Finished after 137 time steps\n",
      "11255 Episode: Finished after 130 time steps\n",
      "11256 Episode: Finished after 151 time steps\n",
      "11257 Episode: Finished after 87 time steps\n",
      "11258 Episode: Finished after 74 time steps\n",
      "11259 Episode: Finished after 77 time steps\n",
      "11260 Episode: Finished after 89 time steps\n",
      "11261 Episode: Finished after 44 time steps\n",
      "11262 Episode: Finished after 136 time steps\n",
      "11263 Episode: Finished after 185 time steps\n",
      "11265 Episode: Finished after 125 time steps\n",
      "11266 Episode: Finished after 75 time steps\n",
      "11267 Episode: Finished after 96 time steps\n",
      "11268 Episode: Finished after 195 time steps\n",
      "11269 Episode: Finished after 51 time steps\n",
      "11270 Episode: Finished after 82 time steps\n",
      "11271 Episode: Finished after 160 time steps\n",
      "11272 Episode: Finished after 101 time steps\n",
      "11273 Episode: Finished after 136 time steps\n",
      "11274 Episode: Finished after 28 time steps\n",
      "11275 Episode: Finished after 74 time steps\n",
      "11276 Episode: Finished after 80 time steps\n",
      "11277 Episode: Finished after 121 time steps\n",
      "11278 Episode: Finished after 191 time steps\n",
      "11279 Episode: Finished after 68 time steps\n",
      "11280 Episode: Finished after 43 time steps\n",
      "11281 Episode: Finished after 153 time steps\n",
      "11282 Episode: Finished after 138 time steps\n",
      "11283 Episode: Finished after 177 time steps\n",
      "11284 Episode: Finished after 127 time steps\n",
      "11285 Episode: Finished after 83 time steps\n",
      "11286 Episode: Finished after 77 time steps\n",
      "11287 Episode: Finished after 70 time steps\n",
      "11288 Episode: Finished after 67 time steps\n",
      "11289 Episode: Finished after 160 time steps\n",
      "11290 Episode: Finished after 136 time steps\n",
      "11291 Episode: Finished after 107 time steps\n",
      "11292 Episode: Finished after 56 time steps\n",
      "11293 Episode: Finished after 80 time steps\n",
      "11294 Episode: Finished after 194 time steps\n",
      "11295 Episode: Finished after 71 time steps\n",
      "11297 Episode: Finished after 154 time steps\n",
      "11298 Episode: Finished after 33 time steps\n",
      "11299 Episode: Finished after 105 time steps\n",
      "11300 Episode: Finished after 155 time steps\n",
      "11301 Episode: Finished after 100 time steps\n",
      "11302 Episode: Finished after 156 time steps\n",
      "11303 Episode: Finished after 93 time steps\n",
      "11304 Episode: Finished after 150 time steps\n",
      "11305 Episode: Finished after 193 time steps\n",
      "11306 Episode: Finished after 184 time steps\n",
      "11307 Episode: Finished after 159 time steps\n",
      "11309 Episode: Finished after 105 time steps\n",
      "11310 Episode: Finished after 111 time steps\n",
      "11312 Episode: Finished after 155 time steps\n",
      "11313 Episode: Finished after 167 time steps\n",
      "11314 Episode: Finished after 184 time steps\n",
      "11315 Episode: Finished after 180 time steps\n",
      "11316 Episode: Finished after 112 time steps\n",
      "11317 Episode: Finished after 51 time steps\n",
      "11318 Episode: Finished after 109 time steps\n",
      "11321 Episode: Finished after 106 time steps\n",
      "11322 Episode: Finished after 143 time steps\n",
      "11323 Episode: Finished after 174 time steps\n",
      "11324 Episode: Finished after 72 time steps\n",
      "11325 Episode: Finished after 172 time steps\n",
      "11326 Episode: Finished after 173 time steps\n",
      "11327 Episode: Finished after 125 time steps\n",
      "11328 Episode: Finished after 117 time steps\n",
      "11329 Episode: Finished after 101 time steps\n",
      "11330 Episode: Finished after 186 time steps\n",
      "11333 Episode: Finished after 151 time steps\n",
      "11334 Episode: Finished after 158 time steps\n",
      "11335 Episode: Finished after 154 time steps\n",
      "11336 Episode: Finished after 135 time steps\n",
      "11337 Episode: Finished after 182 time steps\n",
      "11341 Episode: Finished after 123 time steps\n",
      "11343 Episode: Finished after 158 time steps\n",
      "11344 Episode: Finished after 136 time steps\n",
      "11345 Episode: Finished after 112 time steps\n",
      "11346 Episode: Finished after 110 time steps\n",
      "11350 Episode: Finished after 187 time steps\n",
      "11351 Episode: Finished after 171 time steps\n",
      "11352 Episode: Finished after 181 time steps\n",
      "11358 Episode: Finished after 122 time steps\n",
      "11359 Episode: Finished after 144 time steps\n",
      "11360 Episode: Finished after 95 time steps\n",
      "11361 Episode: Finished after 99 time steps\n",
      "11365 Episode: Finished after 134 time steps\n",
      "11366 Episode: Finished after 131 time steps\n",
      "11367 Episode: Finished after 127 time steps\n",
      "11368 Episode: Finished after 133 time steps\n",
      "11369 Episode: Finished after 111 time steps\n",
      "11370 Episode: Finished after 130 time steps\n",
      "11371 Episode: Finished after 146 time steps\n",
      "11372 Episode: Finished after 90 time steps\n",
      "11373 Episode: Finished after 168 time steps\n",
      "11375 Episode: Finished after 138 time steps\n",
      "11376 Episode: Finished after 88 time steps\n",
      "11377 Episode: Finished after 168 time steps\n",
      "11378 Episode: Finished after 96 time steps\n",
      "11379 Episode: Finished after 65 time steps\n",
      "11380 Episode: Finished after 119 time steps\n",
      "11381 Episode: Finished after 113 time steps\n",
      "11382 Episode: Finished after 116 time steps\n",
      "11383 Episode: Finished after 154 time steps\n",
      "11384 Episode: Finished after 162 time steps\n",
      "11385 Episode: Finished after 106 time steps\n",
      "11387 Episode: Finished after 175 time steps\n",
      "11388 Episode: Finished after 161 time steps\n",
      "11389 Episode: Finished after 172 time steps\n",
      "11391 Episode: Finished after 153 time steps\n",
      "11393 Episode: Finished after 93 time steps\n",
      "11394 Episode: Finished after 179 time steps\n",
      "11395 Episode: Finished after 188 time steps\n",
      "11396 Episode: Finished after 180 time steps\n",
      "11397 Episode: Finished after 137 time steps\n",
      "11398 Episode: Finished after 56 time steps\n",
      "11399 Episode: Finished after 34 time steps\n",
      "11400 Episode: Finished after 33 time steps\n",
      "11402 Episode: Finished after 144 time steps\n",
      "11403 Episode: Finished after 25 time steps\n",
      "11405 Episode: Finished after 76 time steps\n",
      "11406 Episode: Finished after 152 time steps\n",
      "11407 Episode: Finished after 170 time steps\n",
      "11408 Episode: Finished after 119 time steps\n",
      "11409 Episode: Finished after 112 time steps\n",
      "11410 Episode: Finished after 166 time steps\n",
      "11411 Episode: Finished after 95 time steps\n",
      "11414 Episode: Finished after 108 time steps\n",
      "11415 Episode: Finished after 81 time steps\n",
      "11416 Episode: Finished after 133 time steps\n",
      "11417 Episode: Finished after 94 time steps\n",
      "11418 Episode: Finished after 190 time steps\n",
      "11419 Episode: Finished after 168 time steps\n",
      "11420 Episode: Finished after 137 time steps\n",
      "11422 Episode: Finished after 152 time steps\n",
      "11423 Episode: Finished after 94 time steps\n",
      "11424 Episode: Finished after 165 time steps\n",
      "11425 Episode: Finished after 181 time steps\n",
      "11426 Episode: Finished after 75 time steps\n",
      "11427 Episode: Finished after 79 time steps\n",
      "11429 Episode: Finished after 97 time steps\n",
      "11430 Episode: Finished after 145 time steps\n",
      "11431 Episode: Finished after 176 time steps\n",
      "11432 Episode: Finished after 194 time steps\n",
      "11433 Episode: Finished after 160 time steps\n",
      "11434 Episode: Finished after 188 time steps\n",
      "11435 Episode: Finished after 159 time steps\n",
      "11438 Episode: Finished after 173 time steps\n",
      "11439 Episode: Finished after 130 time steps\n",
      "11440 Episode: Finished after 188 time steps\n",
      "11441 Episode: Finished after 179 time steps\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "11442 Episode: Finished after 110 time steps\n",
      "11443 Episode: Finished after 156 time steps\n",
      "11444 Episode: Finished after 152 time steps\n",
      "11445 Episode: Finished after 156 time steps\n",
      "11446 Episode: Finished after 172 time steps\n",
      "11447 Episode: Finished after 149 time steps\n",
      "11448 Episode: Finished after 138 time steps\n",
      "11449 Episode: Finished after 126 time steps\n",
      "11450 Episode: Finished after 178 time steps\n",
      "11451 Episode: Finished after 128 time steps\n",
      "11452 Episode: Finished after 171 time steps\n",
      "11453 Episode: Finished after 183 time steps\n",
      "11455 Episode: Finished after 172 time steps\n",
      "11456 Episode: Finished after 148 time steps\n",
      "11457 Episode: Finished after 106 time steps\n",
      "11459 Episode: Finished after 169 time steps\n",
      "11460 Episode: Finished after 134 time steps\n",
      "11461 Episode: Finished after 173 time steps\n",
      "11462 Episode: Finished after 197 time steps\n",
      "11463 Episode: Finished after 182 time steps\n",
      "11465 Episode: Finished after 147 time steps\n",
      "11467 Episode: Finished after 154 time steps\n",
      "11468 Episode: Finished after 120 time steps\n",
      "11470 Episode: Finished after 183 time steps\n",
      "11472 Episode: Finished after 111 time steps\n",
      "11473 Episode: Finished after 148 time steps\n",
      "11475 Episode: Finished after 140 time steps\n",
      "11476 Episode: Finished after 189 time steps\n",
      "11477 Episode: Finished after 192 time steps\n",
      "11478 Episode: Finished after 197 time steps\n",
      "11480 Episode: Finished after 116 time steps\n",
      "11481 Episode: Finished after 174 time steps\n",
      "11482 Episode: Finished after 187 time steps\n",
      "11483 Episode: Finished after 131 time steps\n",
      "11485 Episode: Finished after 180 time steps\n",
      "11486 Episode: Finished after 147 time steps\n",
      "11487 Episode: Finished after 194 time steps\n",
      "11488 Episode: Finished after 173 time steps\n",
      "11489 Episode: Finished after 135 time steps\n",
      "11490 Episode: Finished after 148 time steps\n",
      "11491 Episode: Finished after 153 time steps\n",
      "11492 Episode: Finished after 181 time steps\n",
      "11493 Episode: Finished after 108 time steps\n",
      "11494 Episode: Finished after 129 time steps\n",
      "11495 Episode: Finished after 112 time steps\n",
      "11496 Episode: Finished after 163 time steps\n",
      "11497 Episode: Finished after 197 time steps\n",
      "11498 Episode: Finished after 106 time steps\n",
      "11499 Episode: Finished after 142 time steps\n",
      "11500 Episode: Finished after 184 time steps\n",
      "11502 Episode: Finished after 164 time steps\n",
      "11503 Episode: Finished after 155 time steps\n",
      "11504 Episode: Finished after 150 time steps\n",
      "11506 Episode: Finished after 111 time steps\n",
      "11507 Episode: Finished after 139 time steps\n",
      "11508 Episode: Finished after 141 time steps\n",
      "11509 Episode: Finished after 147 time steps\n",
      "11510 Episode: Finished after 144 time steps\n",
      "11511 Episode: Finished after 196 time steps\n",
      "11512 Episode: Finished after 141 time steps\n",
      "11513 Episode: Finished after 132 time steps\n",
      "11514 Episode: Finished after 190 time steps\n",
      "11515 Episode: Finished after 118 time steps\n",
      "11516 Episode: Finished after 120 time steps\n",
      "11517 Episode: Finished after 124 time steps\n",
      "11518 Episode: Finished after 182 time steps\n",
      "11519 Episode: Finished after 169 time steps\n",
      "11520 Episode: Finished after 143 time steps\n",
      "11521 Episode: Finished after 167 time steps\n",
      "11522 Episode: Finished after 193 time steps\n",
      "11525 Episode: Finished after 37 time steps\n",
      "11526 Episode: Finished after 184 time steps\n",
      "11527 Episode: Finished after 95 time steps\n",
      "11528 Episode: Finished after 170 time steps\n",
      "11531 Episode: Finished after 98 time steps\n",
      "11532 Episode: Finished after 190 time steps\n",
      "11534 Episode: Finished after 117 time steps\n",
      "11536 Episode: Finished after 172 time steps\n",
      "11538 Episode: Finished after 174 time steps\n",
      "11543 Episode: Finished after 188 time steps\n",
      "11548 Episode: Finished after 159 time steps\n",
      "11550 Episode: Finished after 114 time steps\n",
      "11552 Episode: Finished after 131 time steps\n",
      "11553 Episode: Finished after 89 time steps\n",
      "11554 Episode: Finished after 171 time steps\n",
      "11555 Episode: Finished after 87 time steps\n",
      "11556 Episode: Finished after 124 time steps\n",
      "11557 Episode: Finished after 121 time steps\n",
      "11558 Episode: Finished after 178 time steps\n",
      "11559 Episode: Finished after 101 time steps\n",
      "11560 Episode: Finished after 71 time steps\n",
      "11561 Episode: Finished after 124 time steps\n",
      "11562 Episode: Finished after 49 time steps\n",
      "11563 Episode: Finished after 175 time steps\n",
      "11564 Episode: Finished after 112 time steps\n",
      "11565 Episode: Finished after 151 time steps\n",
      "11566 Episode: Finished after 127 time steps\n",
      "11567 Episode: Finished after 37 time steps\n",
      "11568 Episode: Finished after 140 time steps\n",
      "11569 Episode: Finished after 47 time steps\n",
      "11570 Episode: Finished after 150 time steps\n",
      "11571 Episode: Finished after 80 time steps\n",
      "11572 Episode: Finished after 198 time steps\n",
      "11573 Episode: Finished after 199 time steps\n",
      "11574 Episode: Finished after 110 time steps\n",
      "11575 Episode: Finished after 133 time steps\n",
      "11576 Episode: Finished after 132 time steps\n",
      "11577 Episode: Finished after 63 time steps\n",
      "11578 Episode: Finished after 130 time steps\n",
      "11579 Episode: Finished after 66 time steps\n",
      "11580 Episode: Finished after 112 time steps\n",
      "11581 Episode: Finished after 140 time steps\n",
      "11582 Episode: Finished after 171 time steps\n",
      "11584 Episode: Finished after 112 time steps\n",
      "11585 Episode: Finished after 131 time steps\n",
      "11586 Episode: Finished after 146 time steps\n",
      "11587 Episode: Finished after 112 time steps\n",
      "11588 Episode: Finished after 161 time steps\n",
      "11589 Episode: Finished after 118 time steps\n",
      "11590 Episode: Finished after 52 time steps\n",
      "11591 Episode: Finished after 177 time steps\n",
      "11592 Episode: Finished after 150 time steps\n",
      "11593 Episode: Finished after 73 time steps\n",
      "11594 Episode: Finished after 181 time steps\n",
      "11595 Episode: Finished after 147 time steps\n",
      "11596 Episode: Finished after 126 time steps\n",
      "11597 Episode: Finished after 65 time steps\n",
      "11598 Episode: Finished after 141 time steps\n",
      "11599 Episode: Finished after 65 time steps\n",
      "11600 Episode: Finished after 137 time steps\n",
      "11601 Episode: Finished after 136 time steps\n",
      "11602 Episode: Finished after 83 time steps\n",
      "11603 Episode: Finished after 158 time steps\n",
      "11604 Episode: Finished after 78 time steps\n",
      "11606 Episode: Finished after 89 time steps\n",
      "11607 Episode: Finished after 115 time steps\n",
      "11608 Episode: Finished after 84 time steps\n",
      "11610 Episode: Finished after 134 time steps\n",
      "11612 Episode: Finished after 127 time steps\n",
      "11613 Episode: Finished after 80 time steps\n",
      "11614 Episode: Finished after 106 time steps\n",
      "11615 Episode: Finished after 154 time steps\n",
      "11616 Episode: Finished after 134 time steps\n",
      "11617 Episode: Finished after 168 time steps\n",
      "11618 Episode: Finished after 168 time steps\n",
      "11619 Episode: Finished after 150 time steps\n",
      "11622 Episode: Finished after 111 time steps\n",
      "11623 Episode: Finished after 132 time steps\n",
      "11624 Episode: Finished after 117 time steps\n",
      "11626 Episode: Finished after 76 time steps\n",
      "11628 Episode: Finished after 96 time steps\n",
      "11629 Episode: Finished after 101 time steps\n",
      "11633 Episode: Finished after 159 time steps\n",
      "11634 Episode: Finished after 150 time steps\n",
      "11636 Episode: Finished after 116 time steps\n",
      "11638 Episode: Finished after 33 time steps\n",
      "11639 Episode: Finished after 146 time steps\n",
      "11640 Episode: Finished after 38 time steps\n",
      "11642 Episode: Finished after 170 time steps\n",
      "11643 Episode: Finished after 110 time steps\n",
      "11644 Episode: Finished after 15 time steps\n",
      "11646 Episode: Finished after 76 time steps\n",
      "11649 Episode: Finished after 104 time steps\n",
      "11650 Episode: Finished after 158 time steps\n",
      "11651 Episode: Finished after 123 time steps\n",
      "11652 Episode: Finished after 98 time steps\n",
      "11653 Episode: Finished after 150 time steps\n",
      "11654 Episode: Finished after 100 time steps\n",
      "11655 Episode: Finished after 179 time steps\n",
      "11656 Episode: Finished after 71 time steps\n",
      "11657 Episode: Finished after 171 time steps\n",
      "11658 Episode: Finished after 149 time steps\n",
      "11659 Episode: Finished after 113 time steps\n",
      "11660 Episode: Finished after 157 time steps\n",
      "11661 Episode: Finished after 143 time steps\n",
      "11662 Episode: Finished after 146 time steps\n",
      "11663 Episode: Finished after 80 time steps\n",
      "11665 Episode: Finished after 166 time steps\n",
      "11666 Episode: Finished after 123 time steps\n",
      "11667 Episode: Finished after 79 time steps\n",
      "11669 Episode: Finished after 111 time steps\n",
      "11670 Episode: Finished after 142 time steps\n",
      "11672 Episode: Finished after 171 time steps\n",
      "11673 Episode: Finished after 128 time steps\n",
      "11674 Episode: Finished after 85 time steps\n",
      "11675 Episode: Finished after 87 time steps\n",
      "11676 Episode: Finished after 144 time steps\n",
      "11677 Episode: Finished after 129 time steps\n",
      "11678 Episode: Finished after 81 time steps\n",
      "11679 Episode: Finished after 97 time steps\n",
      "11681 Episode: Finished after 143 time steps\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "11683 Episode: Finished after 161 time steps\n",
      "11684 Episode: Finished after 83 time steps\n",
      "11685 Episode: Finished after 197 time steps\n",
      "11687 Episode: Finished after 110 time steps\n",
      "11689 Episode: Finished after 144 time steps\n",
      "11692 Episode: Finished after 158 time steps\n",
      "11693 Episode: Finished after 108 time steps\n",
      "11695 Episode: Finished after 128 time steps\n",
      "11696 Episode: Finished after 131 time steps\n",
      "11698 Episode: Finished after 147 time steps\n",
      "11699 Episode: Finished after 182 time steps\n",
      "11703 Episode: Finished after 158 time steps\n",
      "11706 Episode: Finished after 158 time steps\n",
      "11707 Episode: Finished after 190 time steps\n",
      "11709 Episode: Finished after 116 time steps\n",
      "11711 Episode: Finished after 118 time steps\n",
      "11712 Episode: Finished after 104 time steps\n",
      "11713 Episode: Finished after 92 time steps\n",
      "11714 Episode: Finished after 123 time steps\n",
      "11715 Episode: Finished after 141 time steps\n",
      "11716 Episode: Finished after 118 time steps\n",
      "11717 Episode: Finished after 124 time steps\n",
      "11719 Episode: Finished after 156 time steps\n",
      "11720 Episode: Finished after 153 time steps\n",
      "11721 Episode: Finished after 129 time steps\n",
      "11722 Episode: Finished after 142 time steps\n",
      "11723 Episode: Finished after 144 time steps\n",
      "11724 Episode: Finished after 150 time steps\n",
      "11725 Episode: Finished after 148 time steps\n",
      "11726 Episode: Finished after 107 time steps\n",
      "11727 Episode: Finished after 101 time steps\n",
      "11728 Episode: Finished after 184 time steps\n",
      "11729 Episode: Finished after 126 time steps\n",
      "11730 Episode: Finished after 143 time steps\n",
      "11731 Episode: Finished after 187 time steps\n",
      "11732 Episode: Finished after 154 time steps\n",
      "11734 Episode: Finished after 167 time steps\n",
      "11735 Episode: Finished after 104 time steps\n",
      "11736 Episode: Finished after 64 time steps\n",
      "11737 Episode: Finished after 193 time steps\n",
      "11738 Episode: Finished after 126 time steps\n",
      "11739 Episode: Finished after 174 time steps\n",
      "11741 Episode: Finished after 102 time steps\n",
      "11742 Episode: Finished after 152 time steps\n",
      "11743 Episode: Finished after 171 time steps\n",
      "11744 Episode: Finished after 33 time steps\n",
      "11745 Episode: Finished after 154 time steps\n",
      "11747 Episode: Finished after 168 time steps\n",
      "11748 Episode: Finished after 146 time steps\n",
      "11753 Episode: Finished after 129 time steps\n",
      "11755 Episode: Finished after 96 time steps\n",
      "11757 Episode: Finished after 156 time steps\n",
      "11758 Episode: Finished after 182 time steps\n",
      "11759 Episode: Finished after 144 time steps\n",
      "11760 Episode: Finished after 139 time steps\n",
      "11761 Episode: Finished after 120 time steps\n",
      "11762 Episode: Finished after 107 time steps\n",
      "11763 Episode: Finished after 193 time steps\n",
      "11764 Episode: Finished after 143 time steps\n",
      "11765 Episode: Finished after 167 time steps\n",
      "11766 Episode: Finished after 196 time steps\n",
      "11767 Episode: Finished after 61 time steps\n",
      "11769 Episode: Finished after 129 time steps\n",
      "11770 Episode: Finished after 138 time steps\n",
      "11773 Episode: Finished after 136 time steps\n",
      "11774 Episode: Finished after 103 time steps\n",
      "11775 Episode: Finished after 140 time steps\n",
      "11777 Episode: Finished after 167 time steps\n",
      "11778 Episode: Finished after 178 time steps\n",
      "11780 Episode: Finished after 150 time steps\n",
      "11782 Episode: Finished after 128 time steps\n",
      "11783 Episode: Finished after 160 time steps\n",
      "11784 Episode: Finished after 144 time steps\n",
      "11785 Episode: Finished after 135 time steps\n",
      "11786 Episode: Finished after 160 time steps\n",
      "11788 Episode: Finished after 166 time steps\n",
      "11790 Episode: Finished after 137 time steps\n",
      "11791 Episode: Finished after 42 time steps\n",
      "11793 Episode: Finished after 141 time steps\n",
      "11794 Episode: Finished after 61 time steps\n",
      "11795 Episode: Finished after 86 time steps\n",
      "11798 Episode: Finished after 78 time steps\n",
      "11799 Episode: Finished after 77 time steps\n",
      "11800 Episode: Finished after 127 time steps\n",
      "11801 Episode: Finished after 107 time steps\n",
      "11802 Episode: Finished after 56 time steps\n",
      "11803 Episode: Finished after 58 time steps\n",
      "11804 Episode: Finished after 121 time steps\n",
      "11805 Episode: Finished after 78 time steps\n",
      "11806 Episode: Finished after 197 time steps\n",
      "11807 Episode: Finished after 57 time steps\n",
      "11808 Episode: Finished after 144 time steps\n",
      "11809 Episode: Finished after 94 time steps\n",
      "11810 Episode: Finished after 78 time steps\n",
      "11811 Episode: Finished after 140 time steps\n",
      "11812 Episode: Finished after 153 time steps\n",
      "11813 Episode: Finished after 64 time steps\n",
      "11814 Episode: Finished after 114 time steps\n",
      "11815 Episode: Finished after 102 time steps\n",
      "11816 Episode: Finished after 153 time steps\n",
      "11817 Episode: Finished after 103 time steps\n",
      "11818 Episode: Finished after 90 time steps\n",
      "11819 Episode: Finished after 176 time steps\n",
      "11820 Episode: Finished after 137 time steps\n",
      "11821 Episode: Finished after 163 time steps\n",
      "11822 Episode: Finished after 159 time steps\n",
      "11823 Episode: Finished after 109 time steps\n",
      "11824 Episode: Finished after 109 time steps\n",
      "11825 Episode: Finished after 131 time steps\n",
      "11826 Episode: Finished after 146 time steps\n",
      "11828 Episode: Finished after 100 time steps\n",
      "11829 Episode: Finished after 161 time steps\n",
      "11830 Episode: Finished after 126 time steps\n",
      "11832 Episode: Finished after 126 time steps\n",
      "11834 Episode: Finished after 175 time steps\n",
      "11835 Episode: Finished after 138 time steps\n",
      "11836 Episode: Finished after 111 time steps\n",
      "11837 Episode: Finished after 139 time steps\n",
      "11838 Episode: Finished after 173 time steps\n",
      "11839 Episode: Finished after 188 time steps\n",
      "11840 Episode: Finished after 130 time steps\n",
      "11841 Episode: Finished after 163 time steps\n",
      "11843 Episode: Finished after 123 time steps\n",
      "11844 Episode: Finished after 168 time steps\n",
      "11845 Episode: Finished after 104 time steps\n",
      "11846 Episode: Finished after 133 time steps\n",
      "11847 Episode: Finished after 96 time steps\n",
      "11848 Episode: Finished after 96 time steps\n",
      "11849 Episode: Finished after 128 time steps\n",
      "11850 Episode: Finished after 126 time steps\n",
      "11851 Episode: Finished after 121 time steps\n",
      "11852 Episode: Finished after 124 time steps\n",
      "11853 Episode: Finished after 97 time steps\n",
      "11854 Episode: Finished after 149 time steps\n",
      "11855 Episode: Finished after 102 time steps\n",
      "11856 Episode: Finished after 106 time steps\n",
      "11859 Episode: Finished after 165 time steps\n",
      "11860 Episode: Finished after 112 time steps\n",
      "11861 Episode: Finished after 108 time steps\n",
      "11865 Episode: Finished after 110 time steps\n",
      "11866 Episode: Finished after 133 time steps\n",
      "11867 Episode: Finished after 95 time steps\n",
      "11868 Episode: Finished after 81 time steps\n",
      "11869 Episode: Finished after 128 time steps\n",
      "11870 Episode: Finished after 184 time steps\n",
      "11873 Episode: Finished after 126 time steps\n",
      "11874 Episode: Finished after 125 time steps\n",
      "11876 Episode: Finished after 133 time steps\n",
      "11880 Episode: Finished after 160 time steps\n",
      "11881 Episode: Finished after 199 time steps\n",
      "11882 Episode: Finished after 115 time steps\n",
      "11883 Episode: Finished after 108 time steps\n",
      "11886 Episode: Finished after 146 time steps\n",
      "11887 Episode: Finished after 20 time steps\n",
      "11889 Episode: Finished after 146 time steps\n",
      "11894 Episode: Finished after 142 time steps\n",
      "11895 Episode: Finished after 165 time steps\n",
      "11897 Episode: Finished after 138 time steps\n",
      "11898 Episode: Finished after 158 time steps\n",
      "11899 Episode: Finished after 151 time steps\n",
      "11901 Episode: Finished after 194 time steps\n",
      "11902 Episode: Finished after 180 time steps\n",
      "11903 Episode: Finished after 163 time steps\n",
      "11908 Episode: Finished after 149 time steps\n",
      "11909 Episode: Finished after 83 time steps\n",
      "11910 Episode: Finished after 147 time steps\n",
      "11911 Episode: Finished after 159 time steps\n",
      "11913 Episode: Finished after 123 time steps\n",
      "11915 Episode: Finished after 101 time steps\n",
      "11916 Episode: Finished after 150 time steps\n",
      "11917 Episode: Finished after 69 time steps\n",
      "11918 Episode: Finished after 151 time steps\n",
      "11919 Episode: Finished after 80 time steps\n",
      "11920 Episode: Finished after 161 time steps\n",
      "11921 Episode: Finished after 157 time steps\n",
      "11922 Episode: Finished after 80 time steps\n",
      "11923 Episode: Finished after 117 time steps\n",
      "11924 Episode: Finished after 45 time steps\n",
      "11925 Episode: Finished after 155 time steps\n",
      "11926 Episode: Finished after 179 time steps\n",
      "11928 Episode: Finished after 177 time steps\n",
      "11929 Episode: Finished after 28 time steps\n",
      "11930 Episode: Finished after 147 time steps\n",
      "11931 Episode: Finished after 133 time steps\n",
      "11932 Episode: Finished after 132 time steps\n",
      "11933 Episode: Finished after 187 time steps\n",
      "11934 Episode: Finished after 180 time steps\n",
      "11936 Episode: Finished after 186 time steps\n",
      "11937 Episode: Finished after 152 time steps\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "11943 Episode: Finished after 19 time steps\n",
      "11946 Episode: Finished after 168 time steps\n",
      "11947 Episode: Finished after 145 time steps\n",
      "11949 Episode: Finished after 198 time steps\n",
      "11950 Episode: Finished after 167 time steps\n",
      "11951 Episode: Finished after 142 time steps\n",
      "11953 Episode: Finished after 83 time steps\n",
      "11954 Episode: Finished after 105 time steps\n",
      "11957 Episode: Finished after 127 time steps\n",
      "11958 Episode: Finished after 134 time steps\n",
      "11959 Episode: Finished after 120 time steps\n",
      "11960 Episode: Finished after 151 time steps\n",
      "11966 Episode: Finished after 175 time steps\n",
      "11967 Episode: Finished after 154 time steps\n",
      "11969 Episode: Finished after 96 time steps\n",
      "11970 Episode: Finished after 147 time steps\n",
      "11971 Episode: Finished after 92 time steps\n",
      "11972 Episode: Finished after 178 time steps\n",
      "11973 Episode: Finished after 32 time steps\n",
      "11974 Episode: Finished after 147 time steps\n",
      "11976 Episode: Finished after 118 time steps\n",
      "11980 Episode: Finished after 143 time steps\n",
      "11986 Episode: Finished after 104 time steps\n",
      "11987 Episode: Finished after 189 time steps\n",
      "11991 Episode: Finished after 147 time steps\n",
      "11992 Episode: Finished after 96 time steps\n",
      "11993 Episode: Finished after 120 time steps\n",
      "11996 Episode: Finished after 117 time steps\n",
      "11997 Episode: Finished after 184 time steps\n",
      "11998 Episode: Finished after 143 time steps\n",
      "11999 Episode: Finished after 198 time steps\n",
      "12000 Episode: Finished after 146 time steps\n",
      "12001 Episode: Finished after 99 time steps\n",
      "12003 Episode: Finished after 100 time steps\n",
      "12004 Episode: Finished after 143 time steps\n",
      "12005 Episode: Finished after 158 time steps\n",
      "12007 Episode: Finished after 147 time steps\n",
      "12009 Episode: Finished after 166 time steps\n",
      "12010 Episode: Finished after 178 time steps\n",
      "12011 Episode: Finished after 151 time steps\n",
      "12012 Episode: Finished after 164 time steps\n",
      "12013 Episode: Finished after 101 time steps\n",
      "12014 Episode: Finished after 143 time steps\n",
      "12015 Episode: Finished after 168 time steps\n",
      "12016 Episode: Finished after 154 time steps\n",
      "12018 Episode: Finished after 194 time steps\n",
      "12019 Episode: Finished after 186 time steps\n",
      "12021 Episode: Finished after 194 time steps\n",
      "12022 Episode: Finished after 133 time steps\n",
      "12023 Episode: Finished after 142 time steps\n",
      "12024 Episode: Finished after 94 time steps\n",
      "12026 Episode: Finished after 155 time steps\n",
      "12028 Episode: Finished after 134 time steps\n",
      "12030 Episode: Finished after 116 time steps\n",
      "12031 Episode: Finished after 112 time steps\n",
      "12032 Episode: Finished after 139 time steps\n",
      "12033 Episode: Finished after 88 time steps\n",
      "12035 Episode: Finished after 135 time steps\n",
      "12036 Episode: Finished after 142 time steps\n",
      "12037 Episode: Finished after 142 time steps\n",
      "12039 Episode: Finished after 101 time steps\n",
      "12040 Episode: Finished after 177 time steps\n",
      "12041 Episode: Finished after 134 time steps\n",
      "12042 Episode: Finished after 180 time steps\n",
      "12043 Episode: Finished after 141 time steps\n",
      "12044 Episode: Finished after 187 time steps\n",
      "12046 Episode: Finished after 129 time steps\n",
      "12047 Episode: Finished after 181 time steps\n",
      "12048 Episode: Finished after 102 time steps\n",
      "12050 Episode: Finished after 149 time steps\n",
      "12053 Episode: Finished after 194 time steps\n",
      "12054 Episode: Finished after 134 time steps\n",
      "12055 Episode: Finished after 151 time steps\n",
      "12056 Episode: Finished after 183 time steps\n",
      "12057 Episode: Finished after 100 time steps\n",
      "12058 Episode: Finished after 141 time steps\n",
      "12060 Episode: Finished after 179 time steps\n",
      "12061 Episode: Finished after 153 time steps\n",
      "12062 Episode: Finished after 158 time steps\n",
      "12063 Episode: Finished after 123 time steps\n",
      "12064 Episode: Finished after 139 time steps\n",
      "12065 Episode: Finished after 181 time steps\n",
      "12066 Episode: Finished after 187 time steps\n",
      "12067 Episode: Finished after 157 time steps\n",
      "12068 Episode: Finished after 143 time steps\n",
      "12070 Episode: Finished after 124 time steps\n",
      "12071 Episode: Finished after 161 time steps\n",
      "12073 Episode: Finished after 166 time steps\n",
      "12074 Episode: Finished after 152 time steps\n",
      "12075 Episode: Finished after 124 time steps\n",
      "12076 Episode: Finished after 124 time steps\n",
      "12077 Episode: Finished after 186 time steps\n",
      "12080 Episode: Finished after 155 time steps\n",
      "12082 Episode: Finished after 179 time steps\n",
      "12083 Episode: Finished after 106 time steps\n",
      "12084 Episode: Finished after 137 time steps\n",
      "12086 Episode: Finished after 154 time steps\n",
      "12087 Episode: Finished after 112 time steps\n",
      "12088 Episode: Finished after 191 time steps\n",
      "12089 Episode: Finished after 193 time steps\n",
      "12090 Episode: Finished after 120 time steps\n",
      "12092 Episode: Finished after 165 time steps\n",
      "12093 Episode: Finished after 34 time steps\n",
      "12094 Episode: Finished after 126 time steps\n",
      "12096 Episode: Finished after 136 time steps\n",
      "12097 Episode: Finished after 56 time steps\n",
      "12098 Episode: Finished after 115 time steps\n",
      "12099 Episode: Finished after 199 time steps\n",
      "12100 Episode: Finished after 49 time steps\n",
      "12101 Episode: Finished after 122 time steps\n",
      "12104 Episode: Finished after 160 time steps\n",
      "12105 Episode: Finished after 103 time steps\n",
      "12106 Episode: Finished after 191 time steps\n",
      "12107 Episode: Finished after 185 time steps\n",
      "12108 Episode: Finished after 187 time steps\n",
      "12109 Episode: Finished after 166 time steps\n",
      "12110 Episode: Finished after 111 time steps\n",
      "12111 Episode: Finished after 184 time steps\n",
      "12112 Episode: Finished after 158 time steps\n",
      "12115 Episode: Finished after 164 time steps\n",
      "12117 Episode: Finished after 196 time steps\n",
      "12120 Episode: Finished after 160 time steps\n",
      "12121 Episode: Finished after 160 time steps\n",
      "12122 Episode: Finished after 136 time steps\n",
      "12123 Episode: Finished after 154 time steps\n",
      "12125 Episode: Finished after 63 time steps\n",
      "12127 Episode: Finished after 179 time steps\n",
      "12128 Episode: Finished after 57 time steps\n",
      "12129 Episode: Finished after 62 time steps\n",
      "12130 Episode: Finished after 56 time steps\n",
      "12131 Episode: Finished after 197 time steps\n",
      "12132 Episode: Finished after 196 time steps\n",
      "12133 Episode: Finished after 155 time steps\n",
      "12134 Episode: Finished after 200 time steps\n",
      "12136 Episode: Finished after 166 time steps\n",
      "12138 Episode: Finished after 156 time steps\n",
      "12140 Episode: Finished after 163 time steps\n",
      "12141 Episode: Finished after 113 time steps\n",
      "12142 Episode: Finished after 183 time steps\n",
      "12147 Episode: Finished after 21 time steps\n",
      "12148 Episode: Finished after 140 time steps\n",
      "12149 Episode: Finished after 152 time steps\n",
      "12150 Episode: Finished after 155 time steps\n",
      "12152 Episode: Finished after 151 time steps\n",
      "12153 Episode: Finished after 105 time steps\n",
      "12154 Episode: Finished after 66 time steps\n",
      "12155 Episode: Finished after 42 time steps\n",
      "12157 Episode: Finished after 56 time steps\n",
      "12158 Episode: Finished after 169 time steps\n",
      "12159 Episode: Finished after 89 time steps\n",
      "12160 Episode: Finished after 164 time steps\n",
      "12162 Episode: Finished after 180 time steps\n",
      "12163 Episode: Finished after 75 time steps\n",
      "12164 Episode: Finished after 32 time steps\n",
      "12165 Episode: Finished after 21 time steps\n",
      "12166 Episode: Finished after 64 time steps\n",
      "12167 Episode: Finished after 196 time steps\n",
      "12168 Episode: Finished after 155 time steps\n",
      "12169 Episode: Finished after 26 time steps\n",
      "12170 Episode: Finished after 180 time steps\n",
      "12171 Episode: Finished after 71 time steps\n",
      "12172 Episode: Finished after 96 time steps\n",
      "12173 Episode: Finished after 20 time steps\n",
      "12174 Episode: Finished after 178 time steps\n",
      "12176 Episode: Finished after 46 time steps\n",
      "12177 Episode: Finished after 55 time steps\n",
      "12179 Episode: Finished after 55 time steps\n",
      "12180 Episode: Finished after 89 time steps\n",
      "12181 Episode: Finished after 69 time steps\n",
      "12182 Episode: Finished after 145 time steps\n",
      "12183 Episode: Finished after 22 time steps\n",
      "12184 Episode: Finished after 51 time steps\n",
      "12185 Episode: Finished after 41 time steps\n",
      "12186 Episode: Finished after 82 time steps\n",
      "12187 Episode: Finished after 24 time steps\n",
      "12188 Episode: Finished after 36 time steps\n",
      "12190 Episode: Finished after 167 time steps\n",
      "12191 Episode: Finished after 67 time steps\n",
      "12192 Episode: Finished after 168 time steps\n",
      "12194 Episode: Finished after 171 time steps\n",
      "12195 Episode: Finished after 195 time steps\n",
      "12196 Episode: Finished after 175 time steps\n",
      "12197 Episode: Finished after 22 time steps\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "12198 Episode: Finished after 72 time steps\n",
      "12199 Episode: Finished after 42 time steps\n",
      "12200 Episode: Finished after 198 time steps\n",
      "12202 Episode: Finished after 152 time steps\n",
      "12203 Episode: Finished after 191 time steps\n",
      "12204 Episode: Finished after 21 time steps\n",
      "12205 Episode: Finished after 54 time steps\n",
      "12206 Episode: Finished after 40 time steps\n",
      "12207 Episode: Finished after 49 time steps\n",
      "12209 Episode: Finished after 95 time steps\n",
      "12210 Episode: Finished after 53 time steps\n",
      "12211 Episode: Finished after 25 time steps\n",
      "12212 Episode: Finished after 24 time steps\n",
      "12213 Episode: Finished after 14 time steps\n",
      "12214 Episode: Finished after 28 time steps\n",
      "12215 Episode: Finished after 141 time steps\n",
      "12216 Episode: Finished after 144 time steps\n",
      "12217 Episode: Finished after 59 time steps\n",
      "12218 Episode: Finished after 95 time steps\n",
      "12219 Episode: Finished after 39 time steps\n",
      "12220 Episode: Finished after 34 time steps\n",
      "12221 Episode: Finished after 160 time steps\n",
      "12223 Episode: Finished after 152 time steps\n",
      "12224 Episode: Finished after 188 time steps\n",
      "12225 Episode: Finished after 74 time steps\n",
      "12226 Episode: Finished after 118 time steps\n",
      "12227 Episode: Finished after 192 time steps\n",
      "12228 Episode: Finished after 147 time steps\n",
      "12229 Episode: Finished after 110 time steps\n",
      "12230 Episode: Finished after 143 time steps\n",
      "12231 Episode: Finished after 166 time steps\n",
      "12232 Episode: Finished after 45 time steps\n",
      "12233 Episode: Finished after 16 time steps\n",
      "12234 Episode: Finished after 67 time steps\n",
      "12235 Episode: Finished after 113 time steps\n",
      "12236 Episode: Finished after 119 time steps\n",
      "12237 Episode: Finished after 25 time steps\n",
      "12238 Episode: Finished after 29 time steps\n",
      "12242 Episode: Finished after 81 time steps\n",
      "12243 Episode: Finished after 44 time steps\n",
      "12244 Episode: Finished after 109 time steps\n",
      "12245 Episode: Finished after 19 time steps\n",
      "12246 Episode: Finished after 49 time steps\n",
      "12247 Episode: Finished after 42 time steps\n",
      "12248 Episode: Finished after 41 time steps\n",
      "12249 Episode: Finished after 64 time steps\n",
      "12251 Episode: Finished after 193 time steps\n",
      "12252 Episode: Finished after 49 time steps\n",
      "12253 Episode: Finished after 151 time steps\n",
      "12254 Episode: Finished after 188 time steps\n",
      "12255 Episode: Finished after 146 time steps\n",
      "12256 Episode: Finished after 148 time steps\n",
      "12258 Episode: Finished after 165 time steps\n",
      "12261 Episode: Finished after 189 time steps\n",
      "12262 Episode: Finished after 168 time steps\n",
      "12263 Episode: Finished after 200 time steps\n",
      "12264 Episode: Finished after 133 time steps\n",
      "12267 Episode: Finished after 153 time steps\n",
      "12268 Episode: Finished after 157 time steps\n",
      "12269 Episode: Finished after 159 time steps\n",
      "12270 Episode: Finished after 161 time steps\n",
      "12271 Episode: Finished after 147 time steps\n",
      "12272 Episode: Finished after 129 time steps\n",
      "12273 Episode: Finished after 141 time steps\n",
      "12275 Episode: Finished after 194 time steps\n",
      "12276 Episode: Finished after 154 time steps\n",
      "12277 Episode: Finished after 51 time steps\n",
      "12278 Episode: Finished after 124 time steps\n",
      "12279 Episode: Finished after 103 time steps\n",
      "12280 Episode: Finished after 170 time steps\n",
      "12281 Episode: Finished after 169 time steps\n",
      "12282 Episode: Finished after 154 time steps\n",
      "12283 Episode: Finished after 154 time steps\n",
      "12284 Episode: Finished after 182 time steps\n",
      "12285 Episode: Finished after 154 time steps\n",
      "12286 Episode: Finished after 185 time steps\n",
      "12287 Episode: Finished after 167 time steps\n",
      "12288 Episode: Finished after 88 time steps\n",
      "12289 Episode: Finished after 162 time steps\n",
      "12290 Episode: Finished after 169 time steps\n",
      "12291 Episode: Finished after 74 time steps\n",
      "12292 Episode: Finished after 109 time steps\n",
      "12293 Episode: Finished after 192 time steps\n",
      "12294 Episode: Finished after 126 time steps\n",
      "12297 Episode: Finished after 197 time steps\n",
      "12299 Episode: Finished after 132 time steps\n",
      "12300 Episode: Finished after 154 time steps\n",
      "12302 Episode: Finished after 87 time steps\n",
      "12303 Episode: Finished after 159 time steps\n",
      "12306 Episode: Finished after 188 time steps\n",
      "12307 Episode: Finished after 148 time steps\n",
      "12308 Episode: Finished after 165 time steps\n",
      "12309 Episode: Finished after 97 time steps\n",
      "12310 Episode: Finished after 91 time steps\n",
      "12311 Episode: Finished after 184 time steps\n",
      "12312 Episode: Finished after 130 time steps\n",
      "12314 Episode: Finished after 161 time steps\n",
      "12315 Episode: Finished after 159 time steps\n",
      "12316 Episode: Finished after 159 time steps\n",
      "12317 Episode: Finished after 134 time steps\n",
      "12318 Episode: Finished after 162 time steps\n",
      "12319 Episode: Finished after 172 time steps\n",
      "12320 Episode: Finished after 169 time steps\n",
      "12321 Episode: Finished after 165 time steps\n",
      "12322 Episode: Finished after 127 time steps\n",
      "12323 Episode: Finished after 130 time steps\n",
      "12324 Episode: Finished after 111 time steps\n",
      "12325 Episode: Finished after 86 time steps\n",
      "12326 Episode: Finished after 183 time steps\n",
      "12330 Episode: Finished after 148 time steps\n",
      "12331 Episode: Finished after 162 time steps\n",
      "12332 Episode: Finished after 104 time steps\n",
      "12333 Episode: Finished after 180 time steps\n",
      "12334 Episode: Finished after 96 time steps\n",
      "12335 Episode: Finished after 101 time steps\n",
      "12336 Episode: Finished after 118 time steps\n",
      "12343 Episode: Finished after 52 time steps\n",
      "12344 Episode: Finished after 40 time steps\n",
      "12345 Episode: Finished after 46 time steps\n",
      "12346 Episode: Finished after 200 time steps\n",
      "12347 Episode: Finished after 36 time steps\n",
      "12348 Episode: Finished after 22 time steps\n",
      "12349 Episode: Finished after 25 time steps\n",
      "12350 Episode: Finished after 12 time steps\n",
      "12351 Episode: Finished after 174 time steps\n",
      "12352 Episode: Finished after 123 time steps\n",
      "12353 Episode: Finished after 42 time steps\n",
      "12354 Episode: Finished after 196 time steps\n",
      "12355 Episode: Finished after 177 time steps\n",
      "12356 Episode: Finished after 169 time steps\n",
      "12357 Episode: Finished after 166 time steps\n",
      "12358 Episode: Finished after 188 time steps\n",
      "12360 Episode: Finished after 173 time steps\n",
      "12361 Episode: Finished after 127 time steps\n",
      "12363 Episode: Finished after 169 time steps\n",
      "12364 Episode: Finished after 171 time steps\n",
      "12365 Episode: Finished after 93 time steps\n",
      "12366 Episode: Finished after 164 time steps\n",
      "12367 Episode: Finished after 173 time steps\n",
      "12368 Episode: Finished after 183 time steps\n",
      "12369 Episode: Finished after 171 time steps\n",
      "12371 Episode: Finished after 168 time steps\n",
      "12372 Episode: Finished after 167 time steps\n",
      "12374 Episode: Finished after 141 time steps\n",
      "12375 Episode: Finished after 154 time steps\n",
      "12378 Episode: Finished after 151 time steps\n",
      "12379 Episode: Finished after 146 time steps\n",
      "12380 Episode: Finished after 134 time steps\n",
      "12381 Episode: Finished after 119 time steps\n",
      "12382 Episode: Finished after 193 time steps\n",
      "12383 Episode: Finished after 64 time steps\n",
      "12384 Episode: Finished after 156 time steps\n",
      "12385 Episode: Finished after 36 time steps\n",
      "12386 Episode: Finished after 125 time steps\n",
      "12387 Episode: Finished after 160 time steps\n",
      "12388 Episode: Finished after 120 time steps\n",
      "12389 Episode: Finished after 188 time steps\n",
      "12390 Episode: Finished after 152 time steps\n",
      "12391 Episode: Finished after 153 time steps\n",
      "12392 Episode: Finished after 104 time steps\n",
      "12393 Episode: Finished after 190 time steps\n",
      "12394 Episode: Finished after 188 time steps\n",
      "12395 Episode: Finished after 181 time steps\n",
      "12396 Episode: Finished after 200 time steps\n",
      "12397 Episode: Finished after 151 time steps\n",
      "12398 Episode: Finished after 184 time steps\n",
      "12399 Episode: Finished after 160 time steps\n",
      "12400 Episode: Finished after 188 time steps\n",
      "12401 Episode: Finished after 185 time steps\n",
      "12402 Episode: Finished after 121 time steps\n",
      "12403 Episode: Finished after 156 time steps\n",
      "12404 Episode: Finished after 140 time steps\n",
      "12405 Episode: Finished after 36 time steps\n",
      "12406 Episode: Finished after 23 time steps\n",
      "12407 Episode: Finished after 188 time steps\n",
      "12408 Episode: Finished after 186 time steps\n",
      "12409 Episode: Finished after 139 time steps\n",
      "12410 Episode: Finished after 179 time steps\n",
      "12411 Episode: Finished after 179 time steps\n",
      "12412 Episode: Finished after 172 time steps\n",
      "12413 Episode: Finished after 191 time steps\n",
      "12414 Episode: Finished after 154 time steps\n",
      "12415 Episode: Finished after 140 time steps\n",
      "12416 Episode: Finished after 146 time steps\n",
      "12419 Episode: Finished after 172 time steps\n",
      "12420 Episode: Finished after 161 time steps\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "12421 Episode: Finished after 142 time steps\n",
      "12422 Episode: Finished after 154 time steps\n",
      "12423 Episode: Finished after 196 time steps\n",
      "12424 Episode: Finished after 150 time steps\n",
      "12427 Episode: Finished after 137 time steps\n",
      "12428 Episode: Finished after 165 time steps\n",
      "12429 Episode: Finished after 155 time steps\n",
      "12431 Episode: Finished after 85 time steps\n",
      "12432 Episode: Finished after 98 time steps\n",
      "12433 Episode: Finished after 167 time steps\n",
      "12434 Episode: Finished after 111 time steps\n",
      "12435 Episode: Finished after 180 time steps\n",
      "12436 Episode: Finished after 134 time steps\n",
      "12437 Episode: Finished after 184 time steps\n",
      "12438 Episode: Finished after 130 time steps\n",
      "12439 Episode: Finished after 180 time steps\n",
      "12440 Episode: Finished after 120 time steps\n",
      "12441 Episode: Finished after 149 time steps\n",
      "12442 Episode: Finished after 95 time steps\n",
      "12443 Episode: Finished after 135 time steps\n",
      "12446 Episode: Finished after 135 time steps\n",
      "12447 Episode: Finished after 194 time steps\n",
      "12448 Episode: Finished after 113 time steps\n",
      "12449 Episode: Finished after 152 time steps\n",
      "12450 Episode: Finished after 104 time steps\n",
      "12451 Episode: Finished after 152 time steps\n",
      "12452 Episode: Finished after 142 time steps\n",
      "12454 Episode: Finished after 127 time steps\n",
      "12455 Episode: Finished after 152 time steps\n",
      "12456 Episode: Finished after 151 time steps\n",
      "12459 Episode: Finished after 102 time steps\n",
      "12460 Episode: Finished after 163 time steps\n",
      "12461 Episode: Finished after 85 time steps\n",
      "12463 Episode: Finished after 185 time steps\n",
      "12464 Episode: Finished after 176 time steps\n",
      "12465 Episode: Finished after 180 time steps\n",
      "12467 Episode: Finished after 141 time steps\n",
      "12468 Episode: Finished after 159 time steps\n",
      "12469 Episode: Finished after 140 time steps\n",
      "12470 Episode: Finished after 184 time steps\n",
      "12471 Episode: Finished after 117 time steps\n",
      "12472 Episode: Finished after 197 time steps\n",
      "12473 Episode: Finished after 153 time steps\n",
      "12474 Episode: Finished after 153 time steps\n",
      "12475 Episode: Finished after 47 time steps\n",
      "12480 Episode: Finished after 151 time steps\n",
      "12481 Episode: Finished after 178 time steps\n",
      "12482 Episode: Finished after 77 time steps\n",
      "12483 Episode: Finished after 153 time steps\n",
      "12484 Episode: Finished after 172 time steps\n",
      "12486 Episode: Finished after 140 time steps\n",
      "12487 Episode: Finished after 137 time steps\n",
      "12490 Episode: Finished after 171 time steps\n",
      "12491 Episode: Finished after 156 time steps\n",
      "12492 Episode: Finished after 180 time steps\n",
      "12493 Episode: Finished after 164 time steps\n",
      "12494 Episode: Finished after 130 time steps\n",
      "12496 Episode: Finished after 186 time steps\n",
      "12497 Episode: Finished after 145 time steps\n",
      "12498 Episode: Finished after 73 time steps\n",
      "12499 Episode: Finished after 164 time steps\n",
      "12500 Episode: Finished after 81 time steps\n",
      "12502 Episode: Finished after 111 time steps\n",
      "12503 Episode: Finished after 91 time steps\n",
      "12504 Episode: Finished after 86 time steps\n",
      "12505 Episode: Finished after 72 time steps\n",
      "12506 Episode: Finished after 61 time steps\n",
      "12507 Episode: Finished after 26 time steps\n",
      "12508 Episode: Finished after 135 time steps\n",
      "12511 Episode: Finished after 193 time steps\n",
      "12512 Episode: Finished after 175 time steps\n",
      "12513 Episode: Finished after 141 time steps\n",
      "12515 Episode: Finished after 164 time steps\n",
      "12517 Episode: Finished after 177 time steps\n",
      "12518 Episode: Finished after 153 time steps\n",
      "12519 Episode: Finished after 170 time steps\n",
      "12520 Episode: Finished after 147 time steps\n",
      "12521 Episode: Finished after 127 time steps\n",
      "12522 Episode: Finished after 195 time steps\n",
      "12523 Episode: Finished after 191 time steps\n",
      "12524 Episode: Finished after 198 time steps\n",
      "12525 Episode: Finished after 165 time steps\n",
      "12526 Episode: Finished after 145 time steps\n",
      "12527 Episode: Finished after 188 time steps\n",
      "12528 Episode: Finished after 92 time steps\n",
      "12529 Episode: Finished after 110 time steps\n",
      "12530 Episode: Finished after 109 time steps\n",
      "12532 Episode: Finished after 187 time steps\n",
      "12533 Episode: Finished after 24 time steps\n",
      "12534 Episode: Finished after 121 time steps\n",
      "12535 Episode: Finished after 139 time steps\n",
      "12538 Episode: Finished after 136 time steps\n",
      "12539 Episode: Finished after 190 time steps\n",
      "12540 Episode: Finished after 150 time steps\n",
      "12541 Episode: Finished after 165 time steps\n",
      "12542 Episode: Finished after 156 time steps\n",
      "12543 Episode: Finished after 155 time steps\n",
      "12545 Episode: Finished after 197 time steps\n",
      "12546 Episode: Finished after 196 time steps\n",
      "12548 Episode: Finished after 134 time steps\n",
      "12549 Episode: Finished after 159 time steps\n",
      "12551 Episode: Finished after 174 time steps\n",
      "12552 Episode: Finished after 196 time steps\n",
      "12553 Episode: Finished after 197 time steps\n",
      "12554 Episode: Finished after 102 time steps\n",
      "12558 Episode: Finished after 192 time steps\n",
      "12559 Episode: Finished after 121 time steps\n",
      "12560 Episode: Finished after 156 time steps\n",
      "12563 Episode: Finished after 185 time steps\n",
      "12564 Episode: Finished after 178 time steps\n",
      "12566 Episode: Finished after 184 time steps\n",
      "12567 Episode: Finished after 188 time steps\n",
      "12568 Episode: Finished after 120 time steps\n",
      "12569 Episode: Finished after 178 time steps\n",
      "12570 Episode: Finished after 173 time steps\n",
      "12571 Episode: Finished after 178 time steps\n",
      "12573 Episode: Finished after 192 time steps\n",
      "12574 Episode: Finished after 198 time steps\n",
      "12575 Episode: Finished after 104 time steps\n",
      "12576 Episode: Finished after 148 time steps\n",
      "12577 Episode: Finished after 172 time steps\n",
      "12578 Episode: Finished after 129 time steps\n",
      "12579 Episode: Finished after 99 time steps\n",
      "12580 Episode: Finished after 200 time steps\n",
      "12582 Episode: Finished after 124 time steps\n",
      "12583 Episode: Finished after 129 time steps\n",
      "12584 Episode: Finished after 198 time steps\n",
      "12585 Episode: Finished after 161 time steps\n",
      "12586 Episode: Finished after 159 time steps\n",
      "12587 Episode: Finished after 128 time steps\n",
      "12589 Episode: Finished after 167 time steps\n",
      "12590 Episode: Finished after 164 time steps\n",
      "12591 Episode: Finished after 184 time steps\n",
      "12592 Episode: Finished after 162 time steps\n",
      "12593 Episode: Finished after 140 time steps\n",
      "12594 Episode: Finished after 139 time steps\n",
      "12595 Episode: Finished after 141 time steps\n",
      "12596 Episode: Finished after 141 time steps\n",
      "12597 Episode: Finished after 114 time steps\n",
      "12598 Episode: Finished after 127 time steps\n",
      "12599 Episode: Finished after 155 time steps\n",
      "12601 Episode: Finished after 173 time steps\n",
      "12602 Episode: Finished after 124 time steps\n",
      "12603 Episode: Finished after 170 time steps\n",
      "12604 Episode: Finished after 191 time steps\n",
      "12605 Episode: Finished after 148 time steps\n",
      "12606 Episode: Finished after 108 time steps\n",
      "12607 Episode: Finished after 147 time steps\n",
      "12608 Episode: Finished after 161 time steps\n",
      "12609 Episode: Finished after 150 time steps\n",
      "12610 Episode: Finished after 148 time steps\n",
      "12611 Episode: Finished after 164 time steps\n",
      "12612 Episode: Finished after 194 time steps\n",
      "12613 Episode: Finished after 156 time steps\n",
      "12614 Episode: Finished after 143 time steps\n",
      "12615 Episode: Finished after 188 time steps\n",
      "12617 Episode: Finished after 160 time steps\n",
      "12618 Episode: Finished after 176 time steps\n",
      "12619 Episode: Finished after 184 time steps\n",
      "12620 Episode: Finished after 168 time steps\n",
      "12621 Episode: Finished after 164 time steps\n",
      "12622 Episode: Finished after 199 time steps\n",
      "12623 Episode: Finished after 166 time steps\n",
      "12625 Episode: Finished after 129 time steps\n",
      "12626 Episode: Finished after 155 time steps\n",
      "12627 Episode: Finished after 137 time steps\n",
      "12628 Episode: Finished after 169 time steps\n",
      "12629 Episode: Finished after 133 time steps\n",
      "12630 Episode: Finished after 150 time steps\n",
      "12631 Episode: Finished after 154 time steps\n",
      "12632 Episode: Finished after 132 time steps\n",
      "12633 Episode: Finished after 99 time steps\n",
      "12634 Episode: Finished after 180 time steps\n",
      "12635 Episode: Finished after 188 time steps\n",
      "12636 Episode: Finished after 189 time steps\n",
      "12637 Episode: Finished after 153 time steps\n",
      "12638 Episode: Finished after 199 time steps\n",
      "12640 Episode: Finished after 113 time steps\n",
      "12641 Episode: Finished after 197 time steps\n",
      "12642 Episode: Finished after 110 time steps\n",
      "12643 Episode: Finished after 125 time steps\n",
      "12644 Episode: Finished after 177 time steps\n",
      "12645 Episode: Finished after 131 time steps\n",
      "12646 Episode: Finished after 187 time steps\n",
      "12647 Episode: Finished after 183 time steps\n",
      "12648 Episode: Finished after 85 time steps\n",
      "12649 Episode: Finished after 175 time steps\n",
      "12650 Episode: Finished after 195 time steps\n",
      "12651 Episode: Finished after 195 time steps\n",
      "12652 Episode: Finished after 123 time steps\n",
      "12653 Episode: Finished after 173 time steps\n",
      "12657 Episode: Finished after 157 time steps\n",
      "12659 Episode: Finished after 172 time steps\n",
      "12660 Episode: Finished after 139 time steps\n",
      "12663 Episode: Finished after 168 time steps\n",
      "12664 Episode: Finished after 161 time steps\n",
      "12667 Episode: Finished after 170 time steps\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "12669 Episode: Finished after 169 time steps\n",
      "12670 Episode: Finished after 126 time steps\n",
      "12671 Episode: Finished after 193 time steps\n",
      "12672 Episode: Finished after 177 time steps\n",
      "12674 Episode: Finished after 170 time steps\n",
      "12676 Episode: Finished after 178 time steps\n",
      "12677 Episode: Finished after 153 time steps\n",
      "12681 Episode: Finished after 185 time steps\n",
      "12682 Episode: Finished after 198 time steps\n",
      "12683 Episode: Finished after 173 time steps\n",
      "12684 Episode: Finished after 160 time steps\n",
      "12685 Episode: Finished after 173 time steps\n",
      "12687 Episode: Finished after 159 time steps\n",
      "12688 Episode: Finished after 128 time steps\n",
      "12689 Episode: Finished after 164 time steps\n",
      "12690 Episode: Finished after 171 time steps\n",
      "12691 Episode: Finished after 162 time steps\n",
      "12692 Episode: Finished after 193 time steps\n",
      "12693 Episode: Finished after 189 time steps\n",
      "12694 Episode: Finished after 143 time steps\n",
      "12695 Episode: Finished after 188 time steps\n",
      "12696 Episode: Finished after 182 time steps\n",
      "12697 Episode: Finished after 194 time steps\n",
      "12698 Episode: Finished after 184 time steps\n",
      "12699 Episode: Finished after 61 time steps\n",
      "12700 Episode: Finished after 183 time steps\n",
      "12701 Episode: Finished after 158 time steps\n",
      "12702 Episode: Finished after 144 time steps\n",
      "12703 Episode: Finished after 175 time steps\n",
      "12704 Episode: Finished after 114 time steps\n",
      "12705 Episode: Finished after 189 time steps\n",
      "12707 Episode: Finished after 134 time steps\n",
      "12708 Episode: Finished after 192 time steps\n",
      "12709 Episode: Finished after 185 time steps\n",
      "12710 Episode: Finished after 187 time steps\n",
      "12711 Episode: Finished after 174 time steps\n",
      "12712 Episode: Finished after 106 time steps\n",
      "12713 Episode: Finished after 137 time steps\n",
      "12714 Episode: Finished after 163 time steps\n",
      "12715 Episode: Finished after 86 time steps\n",
      "12717 Episode: Finished after 183 time steps\n",
      "12719 Episode: Finished after 188 time steps\n",
      "12720 Episode: Finished after 104 time steps\n",
      "12724 Episode: Finished after 148 time steps\n",
      "12725 Episode: Finished after 148 time steps\n",
      "12726 Episode: Finished after 162 time steps\n",
      "12727 Episode: Finished after 90 time steps\n",
      "12728 Episode: Finished after 189 time steps\n",
      "12730 Episode: Finished after 173 time steps\n",
      "12731 Episode: Finished after 151 time steps\n",
      "12732 Episode: Finished after 169 time steps\n",
      "12733 Episode: Finished after 137 time steps\n",
      "12735 Episode: Finished after 188 time steps\n",
      "12736 Episode: Finished after 175 time steps\n",
      "12738 Episode: Finished after 118 time steps\n",
      "12741 Episode: Finished after 119 time steps\n",
      "12743 Episode: Finished after 127 time steps\n",
      "12748 Episode: Finished after 177 time steps\n",
      "12750 Episode: Finished after 197 time steps\n",
      "12752 Episode: Finished after 186 time steps\n",
      "12753 Episode: Finished after 129 time steps\n",
      "12755 Episode: Finished after 133 time steps\n",
      "12760 Episode: Finished after 155 time steps\n",
      "12761 Episode: Finished after 129 time steps\n",
      "12762 Episode: Finished after 157 time steps\n",
      "12763 Episode: Finished after 190 time steps\n",
      "12764 Episode: Finished after 193 time steps\n",
      "12765 Episode: Finished after 173 time steps\n",
      "12767 Episode: Finished after 189 time steps\n",
      "12768 Episode: Finished after 164 time steps\n",
      "12769 Episode: Finished after 194 time steps\n",
      "12773 Episode: Finished after 192 time steps\n",
      "12774 Episode: Finished after 171 time steps\n",
      "12775 Episode: Finished after 143 time steps\n",
      "12776 Episode: Finished after 131 time steps\n",
      "12777 Episode: Finished after 89 time steps\n",
      "12778 Episode: Finished after 189 time steps\n",
      "12779 Episode: Finished after 166 time steps\n",
      "12780 Episode: Finished after 154 time steps\n",
      "12781 Episode: Finished after 191 time steps\n",
      "12782 Episode: Finished after 54 time steps\n",
      "12783 Episode: Finished after 144 time steps\n",
      "12784 Episode: Finished after 131 time steps\n",
      "12785 Episode: Finished after 108 time steps\n",
      "12786 Episode: Finished after 166 time steps\n",
      "12788 Episode: Finished after 140 time steps\n",
      "12789 Episode: Finished after 133 time steps\n",
      "12790 Episode: Finished after 105 time steps\n",
      "12791 Episode: Finished after 139 time steps\n",
      "12792 Episode: Finished after 136 time steps\n",
      "12793 Episode: Finished after 190 time steps\n",
      "12794 Episode: Finished after 152 time steps\n",
      "12796 Episode: Finished after 172 time steps\n",
      "12797 Episode: Finished after 164 time steps\n",
      "12798 Episode: Finished after 141 time steps\n",
      "12799 Episode: Finished after 114 time steps\n",
      "12802 Episode: Finished after 136 time steps\n",
      "12804 Episode: Finished after 191 time steps\n",
      "12805 Episode: Finished after 166 time steps\n",
      "12809 Episode: Finished after 200 time steps\n",
      "12810 Episode: Finished after 170 time steps\n",
      "12812 Episode: Finished after 146 time steps\n",
      "12814 Episode: Finished after 158 time steps\n",
      "12815 Episode: Finished after 177 time steps\n",
      "12817 Episode: Finished after 133 time steps\n",
      "12818 Episode: Finished after 198 time steps\n",
      "12819 Episode: Finished after 178 time steps\n",
      "12820 Episode: Finished after 102 time steps\n",
      "12821 Episode: Finished after 192 time steps\n",
      "12822 Episode: Finished after 189 time steps\n",
      "12824 Episode: Finished after 133 time steps\n",
      "12825 Episode: Finished after 197 time steps\n",
      "12827 Episode: Finished after 156 time steps\n",
      "12828 Episode: Finished after 161 time steps\n",
      "12829 Episode: Finished after 112 time steps\n",
      "12830 Episode: Finished after 189 time steps\n",
      "12831 Episode: Finished after 116 time steps\n",
      "12832 Episode: Finished after 199 time steps\n",
      "12833 Episode: Finished after 191 time steps\n",
      "12834 Episode: Finished after 196 time steps\n",
      "12835 Episode: Finished after 128 time steps\n",
      "12836 Episode: Finished after 175 time steps\n",
      "12837 Episode: Finished after 182 time steps\n",
      "12838 Episode: Finished after 135 time steps\n",
      "12840 Episode: Finished after 144 time steps\n",
      "12842 Episode: Finished after 177 time steps\n",
      "12847 Episode: Finished after 193 time steps\n",
      "12851 Episode: Finished after 192 time steps\n",
      "12853 Episode: Finished after 183 time steps\n",
      "12857 Episode: Finished after 184 time steps\n",
      "12859 Episode: Finished after 182 time steps\n",
      "12861 Episode: Finished after 198 time steps\n",
      "12862 Episode: Finished after 170 time steps\n",
      "12863 Episode: Finished after 198 time steps\n",
      "12864 Episode: Finished after 163 time steps\n",
      "12871 Episode: Finished after 139 time steps\n",
      "12872 Episode: Finished after 188 time steps\n",
      "12873 Episode: Finished after 135 time steps\n",
      "12875 Episode: Finished after 179 time steps\n",
      "12881 Episode: Finished after 195 time steps\n",
      "12882 Episode: Finished after 162 time steps\n",
      "12883 Episode: Finished after 149 time steps\n",
      "12884 Episode: Finished after 112 time steps\n",
      "12885 Episode: Finished after 76 time steps\n",
      "12887 Episode: Finished after 129 time steps\n",
      "12888 Episode: Finished after 105 time steps\n",
      "12889 Episode: Finished after 189 time steps\n",
      "12891 Episode: Finished after 184 time steps\n",
      "12892 Episode: Finished after 154 time steps\n",
      "12893 Episode: Finished after 152 time steps\n",
      "12894 Episode: Finished after 100 time steps\n",
      "12900 Episode: Finished after 141 time steps\n",
      "12903 Episode: Finished after 108 time steps\n",
      "12904 Episode: Finished after 114 time steps\n",
      "12905 Episode: Finished after 157 time steps\n",
      "12906 Episode: Finished after 106 time steps\n",
      "12907 Episode: Finished after 158 time steps\n",
      "12908 Episode: Finished after 139 time steps\n",
      "12909 Episode: Finished after 163 time steps\n",
      "12910 Episode: Finished after 127 time steps\n",
      "12911 Episode: Finished after 132 time steps\n",
      "12912 Episode: Finished after 124 time steps\n",
      "12913 Episode: Finished after 124 time steps\n",
      "12914 Episode: Finished after 132 time steps\n",
      "12915 Episode: Finished after 156 time steps\n",
      "12916 Episode: Finished after 134 time steps\n",
      "12918 Episode: Finished after 143 time steps\n",
      "12919 Episode: Finished after 163 time steps\n",
      "12920 Episode: Finished after 124 time steps\n",
      "12921 Episode: Finished after 120 time steps\n",
      "12922 Episode: Finished after 133 time steps\n",
      "12923 Episode: Finished after 179 time steps\n",
      "12924 Episode: Finished after 172 time steps\n",
      "12925 Episode: Finished after 173 time steps\n",
      "12928 Episode: Finished after 150 time steps\n",
      "12930 Episode: Finished after 102 time steps\n",
      "12932 Episode: Finished after 114 time steps\n",
      "12933 Episode: Finished after 146 time steps\n",
      "12934 Episode: Finished after 93 time steps\n",
      "12936 Episode: Finished after 186 time steps\n",
      "12937 Episode: Finished after 180 time steps\n",
      "12938 Episode: Finished after 122 time steps\n",
      "12939 Episode: Finished after 141 time steps\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "12940 Episode: Finished after 97 time steps\n",
      "12942 Episode: Finished after 150 time steps\n",
      "12943 Episode: Finished after 145 time steps\n",
      "12945 Episode: Finished after 155 time steps\n",
      "12946 Episode: Finished after 174 time steps\n",
      "12948 Episode: Finished after 111 time steps\n",
      "12949 Episode: Finished after 110 time steps\n",
      "12950 Episode: Finished after 193 time steps\n",
      "12951 Episode: Finished after 119 time steps\n",
      "12954 Episode: Finished after 185 time steps\n",
      "12955 Episode: Finished after 199 time steps\n",
      "12956 Episode: Finished after 195 time steps\n",
      "12957 Episode: Finished after 137 time steps\n",
      "12958 Episode: Finished after 182 time steps\n",
      "12959 Episode: Finished after 165 time steps\n",
      "12960 Episode: Finished after 86 time steps\n",
      "12961 Episode: Finished after 146 time steps\n",
      "12963 Episode: Finished after 140 time steps\n",
      "12964 Episode: Finished after 189 time steps\n",
      "12965 Episode: Finished after 151 time steps\n",
      "12966 Episode: Finished after 114 time steps\n",
      "12967 Episode: Finished after 106 time steps\n",
      "12968 Episode: Finished after 167 time steps\n",
      "12969 Episode: Finished after 81 time steps\n",
      "12971 Episode: Finished after 125 time steps\n",
      "12972 Episode: Finished after 65 time steps\n",
      "12973 Episode: Finished after 147 time steps\n",
      "12975 Episode: Finished after 135 time steps\n",
      "12976 Episode: Finished after 124 time steps\n",
      "12977 Episode: Finished after 189 time steps\n",
      "12978 Episode: Finished after 132 time steps\n",
      "12981 Episode: Finished after 166 time steps\n",
      "12982 Episode: Finished after 154 time steps\n",
      "12983 Episode: Finished after 114 time steps\n",
      "12984 Episode: Finished after 148 time steps\n",
      "12985 Episode: Finished after 162 time steps\n",
      "12988 Episode: Finished after 123 time steps\n",
      "12989 Episode: Finished after 173 time steps\n",
      "12990 Episode: Finished after 182 time steps\n",
      "12991 Episode: Finished after 163 time steps\n",
      "12992 Episode: Finished after 121 time steps\n",
      "12993 Episode: Finished after 176 time steps\n",
      "12994 Episode: Finished after 145 time steps\n",
      "12996 Episode: Finished after 87 time steps\n",
      "12999 Episode: Finished after 125 time steps\n",
      "13000 Episode: Finished after 182 time steps\n",
      "13001 Episode: Finished after 174 time steps\n",
      "13004 Episode: Finished after 176 time steps\n",
      "13005 Episode: Finished after 157 time steps\n",
      "13010 Episode: Finished after 166 time steps\n",
      "13012 Episode: Finished after 191 time steps\n",
      "13013 Episode: Finished after 169 time steps\n",
      "13014 Episode: Finished after 153 time steps\n",
      "13015 Episode: Finished after 153 time steps\n",
      "13018 Episode: Finished after 138 time steps\n",
      "13019 Episode: Finished after 152 time steps\n",
      "13022 Episode: Finished after 174 time steps\n",
      "13023 Episode: Finished after 199 time steps\n",
      "13024 Episode: Finished after 200 time steps\n",
      "13025 Episode: Finished after 46 time steps\n",
      "13026 Episode: Finished after 167 time steps\n",
      "13027 Episode: Finished after 140 time steps\n",
      "13028 Episode: Finished after 189 time steps\n",
      "13033 Episode: Finished after 142 time steps\n",
      "13034 Episode: Finished after 178 time steps\n",
      "13035 Episode: Finished after 133 time steps\n",
      "13037 Episode: Finished after 178 time steps\n",
      "13038 Episode: Finished after 185 time steps\n",
      "13039 Episode: Finished after 198 time steps\n",
      "13040 Episode: Finished after 182 time steps\n",
      "13041 Episode: Finished after 123 time steps\n",
      "13044 Episode: Finished after 195 time steps\n",
      "13045 Episode: Finished after 148 time steps\n",
      "13046 Episode: Finished after 156 time steps\n",
      "13047 Episode: Finished after 167 time steps\n",
      "13048 Episode: Finished after 175 time steps\n",
      "13049 Episode: Finished after 131 time steps\n",
      "13050 Episode: Finished after 126 time steps\n",
      "13051 Episode: Finished after 146 time steps\n",
      "13052 Episode: Finished after 169 time steps\n",
      "13055 Episode: Finished after 141 time steps\n",
      "13056 Episode: Finished after 185 time steps\n",
      "13057 Episode: Finished after 129 time steps\n",
      "13058 Episode: Finished after 171 time steps\n",
      "13059 Episode: Finished after 170 time steps\n",
      "13060 Episode: Finished after 91 time steps\n",
      "13061 Episode: Finished after 145 time steps\n",
      "13062 Episode: Finished after 99 time steps\n",
      "13063 Episode: Finished after 169 time steps\n",
      "13064 Episode: Finished after 142 time steps\n",
      "13065 Episode: Finished after 71 time steps\n",
      "13067 Episode: Finished after 193 time steps\n",
      "13069 Episode: Finished after 183 time steps\n",
      "13070 Episode: Finished after 69 time steps\n",
      "13071 Episode: Finished after 197 time steps\n",
      "13075 Episode: Finished after 162 time steps\n",
      "13076 Episode: Finished after 189 time steps\n",
      "13077 Episode: Finished after 126 time steps\n",
      "13078 Episode: Finished after 132 time steps\n",
      "13079 Episode: Finished after 174 time steps\n",
      "13080 Episode: Finished after 183 time steps\n",
      "13081 Episode: Finished after 191 time steps\n",
      "13083 Episode: Finished after 154 time steps\n",
      "13084 Episode: Finished after 156 time steps\n",
      "13085 Episode: Finished after 157 time steps\n",
      "13086 Episode: Finished after 181 time steps\n",
      "13087 Episode: Finished after 177 time steps\n",
      "13088 Episode: Finished after 178 time steps\n",
      "13091 Episode: Finished after 193 time steps\n",
      "13093 Episode: Finished after 190 time steps\n",
      "13094 Episode: Finished after 106 time steps\n",
      "13096 Episode: Finished after 112 time steps\n",
      "13097 Episode: Finished after 71 time steps\n",
      "13098 Episode: Finished after 25 time steps\n",
      "13100 Episode: Finished after 142 time steps\n",
      "13102 Episode: Finished after 72 time steps\n",
      "13103 Episode: Finished after 90 time steps\n",
      "13104 Episode: Finished after 141 time steps\n",
      "13105 Episode: Finished after 100 time steps\n",
      "13106 Episode: Finished after 142 time steps\n",
      "13107 Episode: Finished after 194 time steps\n",
      "13108 Episode: Finished after 170 time steps\n",
      "13110 Episode: Finished after 142 time steps\n",
      "13112 Episode: Finished after 200 time steps\n",
      "13113 Episode: Finished after 127 time steps\n",
      "13114 Episode: Finished after 185 time steps\n",
      "13115 Episode: Finished after 162 time steps\n",
      "13117 Episode: Finished after 90 time steps\n",
      "13118 Episode: Finished after 157 time steps\n",
      "13119 Episode: Finished after 112 time steps\n",
      "13120 Episode: Finished after 103 time steps\n",
      "13124 Episode: Finished after 165 time steps\n",
      "13125 Episode: Finished after 163 time steps\n",
      "13126 Episode: Finished after 149 time steps\n",
      "13127 Episode: Finished after 128 time steps\n",
      "13128 Episode: Finished after 114 time steps\n",
      "13129 Episode: Finished after 185 time steps\n",
      "13131 Episode: Finished after 143 time steps\n",
      "13132 Episode: Finished after 182 time steps\n",
      "13133 Episode: Finished after 194 time steps\n",
      "13135 Episode: Finished after 179 time steps\n",
      "13137 Episode: Finished after 157 time steps\n",
      "13138 Episode: Finished after 192 time steps\n",
      "13139 Episode: Finished after 137 time steps\n",
      "13141 Episode: Finished after 182 time steps\n",
      "13143 Episode: Finished after 156 time steps\n",
      "13145 Episode: Finished after 153 time steps\n",
      "13147 Episode: Finished after 152 time steps\n",
      "13148 Episode: Finished after 158 time steps\n",
      "13149 Episode: Finished after 141 time steps\n",
      "13150 Episode: Finished after 120 time steps\n",
      "13152 Episode: Finished after 158 time steps\n",
      "13153 Episode: Finished after 131 time steps\n",
      "13154 Episode: Finished after 197 time steps\n",
      "13155 Episode: Finished after 122 time steps\n",
      "13156 Episode: Finished after 122 time steps\n",
      "13157 Episode: Finished after 111 time steps\n",
      "13158 Episode: Finished after 196 time steps\n",
      "13159 Episode: Finished after 133 time steps\n",
      "13160 Episode: Finished after 185 time steps\n",
      "13161 Episode: Finished after 166 time steps\n",
      "13162 Episode: Finished after 166 time steps\n",
      "13163 Episode: Finished after 182 time steps\n",
      "13164 Episode: Finished after 148 time steps\n",
      "13165 Episode: Finished after 164 time steps\n",
      "13166 Episode: Finished after 190 time steps\n",
      "13169 Episode: Finished after 134 time steps\n",
      "13170 Episode: Finished after 120 time steps\n",
      "13171 Episode: Finished after 180 time steps\n",
      "13173 Episode: Finished after 181 time steps\n",
      "13175 Episode: Finished after 178 time steps\n",
      "13176 Episode: Finished after 143 time steps\n",
      "13178 Episode: Finished after 192 time steps\n",
      "13179 Episode: Finished after 45 time steps\n",
      "13180 Episode: Finished after 143 time steps\n",
      "13182 Episode: Finished after 147 time steps\n",
      "13183 Episode: Finished after 177 time steps\n",
      "13184 Episode: Finished after 125 time steps\n",
      "13185 Episode: Finished after 137 time steps\n",
      "13187 Episode: Finished after 144 time steps\n",
      "13188 Episode: Finished after 118 time steps\n",
      "13191 Episode: Finished after 148 time steps\n",
      "13192 Episode: Finished after 121 time steps\n",
      "13194 Episode: Finished after 79 time steps\n",
      "13195 Episode: Finished after 125 time steps\n",
      "13196 Episode: Finished after 49 time steps\n",
      "13198 Episode: Finished after 137 time steps\n",
      "13199 Episode: Finished after 160 time steps\n",
      "13200 Episode: Finished after 177 time steps\n",
      "13202 Episode: Finished after 142 time steps\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "13205 Episode: Finished after 168 time steps\n",
      "13206 Episode: Finished after 106 time steps\n",
      "13207 Episode: Finished after 191 time steps\n",
      "13208 Episode: Finished after 130 time steps\n",
      "13209 Episode: Finished after 89 time steps\n",
      "13211 Episode: Finished after 161 time steps\n",
      "13212 Episode: Finished after 137 time steps\n",
      "13213 Episode: Finished after 106 time steps\n",
      "13214 Episode: Finished after 114 time steps\n",
      "13215 Episode: Finished after 144 time steps\n",
      "13216 Episode: Finished after 192 time steps\n",
      "13217 Episode: Finished after 106 time steps\n",
      "13218 Episode: Finished after 155 time steps\n",
      "13219 Episode: Finished after 136 time steps\n",
      "13220 Episode: Finished after 174 time steps\n",
      "13221 Episode: Finished after 194 time steps\n",
      "13224 Episode: Finished after 146 time steps\n",
      "13225 Episode: Finished after 176 time steps\n",
      "13230 Episode: Finished after 133 time steps\n",
      "13232 Episode: Finished after 153 time steps\n",
      "13233 Episode: Finished after 157 time steps\n",
      "13234 Episode: Finished after 192 time steps\n",
      "13235 Episode: Finished after 191 time steps\n",
      "13238 Episode: Finished after 186 time steps\n",
      "13240 Episode: Finished after 184 time steps\n",
      "13241 Episode: Finished after 180 time steps\n",
      "13242 Episode: Finished after 196 time steps\n",
      "13243 Episode: Finished after 133 time steps\n",
      "13244 Episode: Finished after 155 time steps\n",
      "13246 Episode: Finished after 131 time steps\n",
      "13247 Episode: Finished after 84 time steps\n",
      "13248 Episode: Finished after 128 time steps\n",
      "13249 Episode: Finished after 115 time steps\n",
      "13250 Episode: Finished after 190 time steps\n",
      "13251 Episode: Finished after 143 time steps\n",
      "13252 Episode: Finished after 132 time steps\n",
      "13253 Episode: Finished after 104 time steps\n",
      "13254 Episode: Finished after 182 time steps\n",
      "13255 Episode: Finished after 155 time steps\n",
      "13256 Episode: Finished after 134 time steps\n",
      "13259 Episode: Finished after 174 time steps\n",
      "13260 Episode: Finished after 181 time steps\n",
      "13261 Episode: Finished after 161 time steps\n",
      "13263 Episode: Finished after 170 time steps\n",
      "13265 Episode: Finished after 149 time steps\n",
      "13266 Episode: Finished after 194 time steps\n",
      "13267 Episode: Finished after 200 time steps\n",
      "13268 Episode: Finished after 182 time steps\n",
      "13271 Episode: Finished after 200 time steps\n",
      "13272 Episode: Finished after 129 time steps\n",
      "13274 Episode: Finished after 81 time steps\n",
      "13276 Episode: Finished after 185 time steps\n",
      "13277 Episode: Finished after 178 time steps\n",
      "13278 Episode: Finished after 119 time steps\n",
      "13279 Episode: Finished after 165 time steps\n",
      "13280 Episode: Finished after 163 time steps\n",
      "13281 Episode: Finished after 142 time steps\n",
      "13282 Episode: Finished after 153 time steps\n",
      "13283 Episode: Finished after 197 time steps\n",
      "13284 Episode: Finished after 114 time steps\n",
      "13285 Episode: Finished after 178 time steps\n",
      "13286 Episode: Finished after 169 time steps\n",
      "13288 Episode: Finished after 155 time steps\n",
      "13290 Episode: Finished after 177 time steps\n",
      "13292 Episode: Finished after 169 time steps\n",
      "13294 Episode: Finished after 199 time steps\n",
      "13295 Episode: Finished after 199 time steps\n",
      "13296 Episode: Finished after 113 time steps\n",
      "13297 Episode: Finished after 197 time steps\n",
      "13298 Episode: Finished after 166 time steps\n",
      "13299 Episode: Finished after 178 time steps\n",
      "13301 Episode: Finished after 149 time steps\n",
      "13302 Episode: Finished after 170 time steps\n",
      "13304 Episode: Finished after 111 time steps\n",
      "13306 Episode: Finished after 135 time steps\n",
      "13307 Episode: Finished after 142 time steps\n",
      "13308 Episode: Finished after 197 time steps\n",
      "13310 Episode: Finished after 113 time steps\n",
      "13311 Episode: Finished after 82 time steps\n",
      "13312 Episode: Finished after 172 time steps\n",
      "13313 Episode: Finished after 186 time steps\n",
      "13314 Episode: Finished after 136 time steps\n",
      "13315 Episode: Finished after 105 time steps\n",
      "13316 Episode: Finished after 157 time steps\n",
      "13317 Episode: Finished after 144 time steps\n",
      "13318 Episode: Finished after 136 time steps\n",
      "13319 Episode: Finished after 133 time steps\n",
      "13321 Episode: Finished after 136 time steps\n",
      "13322 Episode: Finished after 72 time steps\n",
      "13323 Episode: Finished after 156 time steps\n",
      "13324 Episode: Finished after 168 time steps\n",
      "13325 Episode: Finished after 169 time steps\n",
      "13326 Episode: Finished after 169 time steps\n",
      "13330 Episode: Finished after 198 time steps\n",
      "13331 Episode: Finished after 167 time steps\n",
      "13332 Episode: Finished after 155 time steps\n",
      "13334 Episode: Finished after 183 time steps\n",
      "13335 Episode: Finished after 105 time steps\n",
      "13336 Episode: Finished after 198 time steps\n",
      "13337 Episode: Finished after 197 time steps\n",
      "13338 Episode: Finished after 155 time steps\n",
      "13342 Episode: Finished after 197 time steps\n",
      "13343 Episode: Finished after 173 time steps\n",
      "13344 Episode: Finished after 164 time steps\n",
      "13345 Episode: Finished after 183 time steps\n",
      "13346 Episode: Finished after 164 time steps\n",
      "13348 Episode: Finished after 176 time steps\n",
      "13350 Episode: Finished after 177 time steps\n",
      "13351 Episode: Finished after 155 time steps\n",
      "13353 Episode: Finished after 173 time steps\n",
      "13355 Episode: Finished after 110 time steps\n",
      "13356 Episode: Finished after 131 time steps\n",
      "13357 Episode: Finished after 172 time steps\n",
      "13358 Episode: Finished after 153 time steps\n",
      "13359 Episode: Finished after 177 time steps\n",
      "13360 Episode: Finished after 186 time steps\n",
      "13361 Episode: Finished after 141 time steps\n",
      "13362 Episode: Finished after 169 time steps\n",
      "13364 Episode: Finished after 133 time steps\n",
      "13365 Episode: Finished after 135 time steps\n",
      "13366 Episode: Finished after 162 time steps\n",
      "13367 Episode: Finished after 102 time steps\n",
      "13368 Episode: Finished after 194 time steps\n",
      "13369 Episode: Finished after 186 time steps\n",
      "13372 Episode: Finished after 149 time steps\n",
      "13373 Episode: Finished after 173 time steps\n",
      "13375 Episode: Finished after 159 time steps\n",
      "13376 Episode: Finished after 149 time steps\n",
      "13378 Episode: Finished after 132 time steps\n",
      "13379 Episode: Finished after 165 time steps\n",
      "13380 Episode: Finished after 198 time steps\n",
      "13381 Episode: Finished after 111 time steps\n",
      "13383 Episode: Finished after 185 time steps\n",
      "13384 Episode: Finished after 190 time steps\n",
      "13385 Episode: Finished after 112 time steps\n",
      "13388 Episode: Finished after 162 time steps\n",
      "13389 Episode: Finished after 169 time steps\n",
      "13390 Episode: Finished after 137 time steps\n",
      "13391 Episode: Finished after 191 time steps\n",
      "13393 Episode: Finished after 130 time steps\n",
      "13394 Episode: Finished after 101 time steps\n",
      "13395 Episode: Finished after 142 time steps\n",
      "13396 Episode: Finished after 100 time steps\n",
      "13397 Episode: Finished after 96 time steps\n",
      "13398 Episode: Finished after 91 time steps\n",
      "13399 Episode: Finished after 112 time steps\n",
      "13400 Episode: Finished after 55 time steps\n",
      "13401 Episode: Finished after 136 time steps\n",
      "13402 Episode: Finished after 132 time steps\n",
      "13403 Episode: Finished after 79 time steps\n",
      "13404 Episode: Finished after 83 time steps\n",
      "13405 Episode: Finished after 147 time steps\n",
      "13406 Episode: Finished after 158 time steps\n",
      "13407 Episode: Finished after 73 time steps\n",
      "13408 Episode: Finished after 52 time steps\n",
      "13409 Episode: Finished after 159 time steps\n",
      "13410 Episode: Finished after 168 time steps\n",
      "13411 Episode: Finished after 126 time steps\n",
      "13413 Episode: Finished after 105 time steps\n",
      "13415 Episode: Finished after 102 time steps\n",
      "13416 Episode: Finished after 43 time steps\n",
      "13417 Episode: Finished after 146 time steps\n",
      "13418 Episode: Finished after 73 time steps\n",
      "13421 Episode: Finished after 122 time steps\n",
      "13424 Episode: Finished after 66 time steps\n",
      "13425 Episode: Finished after 154 time steps\n",
      "13427 Episode: Finished after 179 time steps\n",
      "13428 Episode: Finished after 194 time steps\n",
      "13429 Episode: Finished after 163 time steps\n",
      "13431 Episode: Finished after 164 time steps\n",
      "13432 Episode: Finished after 168 time steps\n",
      "13433 Episode: Finished after 183 time steps\n",
      "13434 Episode: Finished after 179 time steps\n",
      "13436 Episode: Finished after 180 time steps\n",
      "13437 Episode: Finished after 194 time steps\n",
      "13439 Episode: Finished after 188 time steps\n",
      "13440 Episode: Finished after 163 time steps\n",
      "13441 Episode: Finished after 162 time steps\n",
      "13442 Episode: Finished after 194 time steps\n",
      "13443 Episode: Finished after 166 time steps\n",
      "13444 Episode: Finished after 158 time steps\n",
      "13445 Episode: Finished after 160 time steps\n",
      "13446 Episode: Finished after 146 time steps\n",
      "13447 Episode: Finished after 176 time steps\n",
      "13448 Episode: Finished after 198 time steps\n",
      "13449 Episode: Finished after 168 time steps\n",
      "13450 Episode: Finished after 176 time steps\n",
      "13451 Episode: Finished after 164 time steps\n",
      "13452 Episode: Finished after 199 time steps\n",
      "13453 Episode: Finished after 184 time steps\n",
      "13455 Episode: Finished after 146 time steps\n",
      "13457 Episode: Finished after 195 time steps\n",
      "13458 Episode: Finished after 179 time steps\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "13461 Episode: Finished after 153 time steps\n",
      "13462 Episode: Finished after 175 time steps\n",
      "13463 Episode: Finished after 143 time steps\n",
      "13464 Episode: Finished after 183 time steps\n",
      "13465 Episode: Finished after 170 time steps\n",
      "13466 Episode: Finished after 130 time steps\n",
      "13468 Episode: Finished after 192 time steps\n",
      "13469 Episode: Finished after 152 time steps\n",
      "13470 Episode: Finished after 164 time steps\n",
      "13471 Episode: Finished after 193 time steps\n",
      "13473 Episode: Finished after 147 time steps\n",
      "13474 Episode: Finished after 168 time steps\n",
      "13475 Episode: Finished after 158 time steps\n",
      "13476 Episode: Finished after 171 time steps\n",
      "13477 Episode: Finished after 93 time steps\n",
      "13478 Episode: Finished after 191 time steps\n",
      "13479 Episode: Finished after 194 time steps\n",
      "13480 Episode: Finished after 183 time steps\n",
      "13481 Episode: Finished after 198 time steps\n",
      "13482 Episode: Finished after 195 time steps\n",
      "13485 Episode: Finished after 200 time steps\n",
      "13486 Episode: Finished after 176 time steps\n",
      "13487 Episode: Finished after 164 time steps\n",
      "13488 Episode: Finished after 154 time steps\n",
      "13489 Episode: Finished after 175 time steps\n",
      "13490 Episode: Finished after 137 time steps\n",
      "13491 Episode: Finished after 138 time steps\n",
      "13492 Episode: Finished after 182 time steps\n",
      "13495 Episode: Finished after 177 time steps\n",
      "13499 Episode: Finished after 188 time steps\n",
      "13503 Episode: Finished after 141 time steps\n",
      "13504 Episode: Finished after 195 time steps\n",
      "13507 Episode: Finished after 180 time steps\n",
      "13508 Episode: Finished after 128 time steps\n",
      "13509 Episode: Finished after 157 time steps\n",
      "13512 Episode: Finished after 166 time steps\n",
      "13514 Episode: Finished after 168 time steps\n",
      "13515 Episode: Finished after 154 time steps\n",
      "13516 Episode: Finished after 158 time steps\n",
      "13517 Episode: Finished after 166 time steps\n",
      "13518 Episode: Finished after 180 time steps\n",
      "13519 Episode: Finished after 169 time steps\n",
      "13520 Episode: Finished after 163 time steps\n",
      "13521 Episode: Finished after 127 time steps\n",
      "13522 Episode: Finished after 189 time steps\n",
      "13523 Episode: Finished after 122 time steps\n",
      "13524 Episode: Finished after 128 time steps\n",
      "13525 Episode: Finished after 199 time steps\n",
      "13526 Episode: Finished after 148 time steps\n",
      "13527 Episode: Finished after 132 time steps\n",
      "13528 Episode: Finished after 166 time steps\n",
      "13529 Episode: Finished after 130 time steps\n",
      "13530 Episode: Finished after 128 time steps\n",
      "13531 Episode: Finished after 149 time steps\n",
      "13532 Episode: Finished after 119 time steps\n",
      "13534 Episode: Finished after 146 time steps\n",
      "13536 Episode: Finished after 170 time steps\n",
      "13537 Episode: Finished after 195 time steps\n",
      "13538 Episode: Finished after 184 time steps\n",
      "13539 Episode: Finished after 30 time steps\n",
      "13540 Episode: Finished after 186 time steps\n",
      "13541 Episode: Finished after 155 time steps\n",
      "13542 Episode: Finished after 109 time steps\n",
      "13546 Episode: Finished after 173 time steps\n",
      "13547 Episode: Finished after 169 time steps\n",
      "13549 Episode: Finished after 151 time steps\n",
      "13551 Episode: Finished after 182 time steps\n",
      "13552 Episode: Finished after 136 time steps\n",
      "13554 Episode: Finished after 195 time steps\n",
      "13557 Episode: Finished after 169 time steps\n",
      "13560 Episode: Finished after 96 time steps\n",
      "13561 Episode: Finished after 168 time steps\n",
      "13562 Episode: Finished after 160 time steps\n",
      "13563 Episode: Finished after 169 time steps\n",
      "13564 Episode: Finished after 132 time steps\n",
      "13567 Episode: Finished after 165 time steps\n",
      "13568 Episode: Finished after 111 time steps\n",
      "13570 Episode: Finished after 179 time steps\n",
      "13571 Episode: Finished after 200 time steps\n",
      "13572 Episode: Finished after 199 time steps\n",
      "13574 Episode: Finished after 105 time steps\n",
      "13575 Episode: Finished after 168 time steps\n",
      "13576 Episode: Finished after 100 time steps\n",
      "13577 Episode: Finished after 184 time steps\n",
      "13578 Episode: Finished after 105 time steps\n",
      "13579 Episode: Finished after 150 time steps\n",
      "13580 Episode: Finished after 144 time steps\n",
      "13581 Episode: Finished after 105 time steps\n",
      "13582 Episode: Finished after 151 time steps\n",
      "13583 Episode: Finished after 161 time steps\n",
      "13584 Episode: Finished after 160 time steps\n",
      "13585 Episode: Finished after 131 time steps\n",
      "13586 Episode: Finished after 156 time steps\n",
      "13587 Episode: Finished after 162 time steps\n",
      "13589 Episode: Finished after 200 time steps\n",
      "13592 Episode: Finished after 179 time steps\n",
      "13594 Episode: Finished after 196 time steps\n",
      "13595 Episode: Finished after 189 time steps\n",
      "13598 Episode: Finished after 148 time steps\n",
      "13599 Episode: Finished after 186 time steps\n",
      "13601 Episode: Finished after 145 time steps\n",
      "13602 Episode: Finished after 160 time steps\n",
      "13603 Episode: Finished after 159 time steps\n",
      "13604 Episode: Finished after 134 time steps\n",
      "13606 Episode: Finished after 191 time steps\n",
      "13607 Episode: Finished after 199 time steps\n",
      "13608 Episode: Finished after 129 time steps\n",
      "13610 Episode: Finished after 192 time steps\n",
      "13613 Episode: Finished after 166 time steps\n",
      "13615 Episode: Finished after 190 time steps\n",
      "13617 Episode: Finished after 161 time steps\n",
      "13619 Episode: Finished after 191 time steps\n",
      "13626 Episode: Finished after 195 time steps\n",
      "13631 Episode: Finished after 86 time steps\n",
      "13632 Episode: Finished after 111 time steps\n",
      "13634 Episode: Finished after 57 time steps\n",
      "13635 Episode: Finished after 154 time steps\n",
      "13636 Episode: Finished after 102 time steps\n",
      "13639 Episode: Finished after 148 time steps\n",
      "13641 Episode: Finished after 131 time steps\n",
      "13643 Episode: Finished after 155 time steps\n",
      "13645 Episode: Finished after 144 time steps\n",
      "13646 Episode: Finished after 183 time steps\n",
      "13647 Episode: Finished after 146 time steps\n",
      "13648 Episode: Finished after 119 time steps\n",
      "13651 Episode: Finished after 167 time steps\n",
      "13652 Episode: Finished after 112 time steps\n",
      "13657 Episode: Finished after 165 time steps\n",
      "13658 Episode: Finished after 149 time steps\n",
      "13659 Episode: Finished after 43 time steps\n",
      "13660 Episode: Finished after 130 time steps\n",
      "13661 Episode: Finished after 108 time steps\n",
      "13663 Episode: Finished after 59 time steps\n",
      "13665 Episode: Finished after 41 time steps\n",
      "13666 Episode: Finished after 154 time steps\n",
      "13667 Episode: Finished after 146 time steps\n",
      "13669 Episode: Finished after 155 time steps\n",
      "13670 Episode: Finished after 128 time steps\n",
      "13671 Episode: Finished after 176 time steps\n",
      "13672 Episode: Finished after 155 time steps\n",
      "13673 Episode: Finished after 163 time steps\n",
      "13675 Episode: Finished after 100 time steps\n",
      "13676 Episode: Finished after 42 time steps\n",
      "13677 Episode: Finished after 92 time steps\n",
      "13678 Episode: Finished after 93 time steps\n",
      "13681 Episode: Finished after 68 time steps\n",
      "13682 Episode: Finished after 180 time steps\n",
      "13683 Episode: Finished after 171 time steps\n",
      "13684 Episode: Finished after 84 time steps\n",
      "13686 Episode: Finished after 103 time steps\n",
      "13688 Episode: Finished after 172 time steps\n",
      "13689 Episode: Finished after 118 time steps\n",
      "13691 Episode: Finished after 132 time steps\n",
      "13696 Episode: Finished after 158 time steps\n",
      "13697 Episode: Finished after 191 time steps\n",
      "13698 Episode: Finished after 198 time steps\n",
      "13700 Episode: Finished after 181 time steps\n",
      "13702 Episode: Finished after 185 time steps\n",
      "13704 Episode: Finished after 185 time steps\n",
      "13705 Episode: Finished after 55 time steps\n",
      "13707 Episode: Finished after 154 time steps\n",
      "13718 Episode: Finished after 174 time steps\n",
      "13720 Episode: Finished after 151 time steps\n",
      "13721 Episode: Finished after 167 time steps\n",
      "13723 Episode: Finished after 166 time steps\n",
      "13724 Episode: Finished after 178 time steps\n",
      "13725 Episode: Finished after 190 time steps\n",
      "13733 Episode: Finished after 74 time steps\n",
      "13734 Episode: Finished after 194 time steps\n",
      "13735 Episode: Finished after 142 time steps\n",
      "13736 Episode: Finished after 111 time steps\n",
      "13737 Episode: Finished after 67 time steps\n",
      "13738 Episode: Finished after 199 time steps\n",
      "13739 Episode: Finished after 109 time steps\n",
      "13740 Episode: Finished after 174 time steps\n",
      "13741 Episode: Finished after 80 time steps\n",
      "13742 Episode: Finished after 190 time steps\n",
      "13743 Episode: Finished after 92 time steps\n",
      "13744 Episode: Finished after 196 time steps\n",
      "13745 Episode: Finished after 176 time steps\n",
      "13746 Episode: Finished after 146 time steps\n",
      "13749 Episode: Finished after 99 time steps\n",
      "13750 Episode: Finished after 126 time steps\n",
      "13752 Episode: Finished after 150 time steps\n",
      "13753 Episode: Finished after 148 time steps\n",
      "13754 Episode: Finished after 141 time steps\n",
      "13756 Episode: Finished after 106 time steps\n",
      "13757 Episode: Finished after 105 time steps\n",
      "13758 Episode: Finished after 161 time steps\n",
      "13759 Episode: Finished after 159 time steps\n",
      "13761 Episode: Finished after 150 time steps\n",
      "13762 Episode: Finished after 186 time steps\n",
      "13763 Episode: Finished after 149 time steps\n",
      "13764 Episode: Finished after 188 time steps\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "13765 Episode: Finished after 157 time steps\n",
      "13767 Episode: Finished after 146 time steps\n",
      "13768 Episode: Finished after 188 time steps\n",
      "13769 Episode: Finished after 198 time steps\n",
      "13770 Episode: Finished after 148 time steps\n",
      "13771 Episode: Finished after 100 time steps\n",
      "13772 Episode: Finished after 190 time steps\n",
      "13773 Episode: Finished after 133 time steps\n",
      "13775 Episode: Finished after 159 time steps\n",
      "13777 Episode: Finished after 140 time steps\n",
      "13778 Episode: Finished after 141 time steps\n",
      "13779 Episode: Finished after 161 time steps\n",
      "13780 Episode: Finished after 118 time steps\n",
      "13782 Episode: Finished after 194 time steps\n",
      "13783 Episode: Finished after 188 time steps\n",
      "13785 Episode: Finished after 115 time steps\n",
      "13788 Episode: Finished after 160 time steps\n",
      "13789 Episode: Finished after 195 time steps\n",
      "13790 Episode: Finished after 154 time steps\n",
      "13791 Episode: Finished after 146 time steps\n",
      "13793 Episode: Finished after 192 time steps\n",
      "13794 Episode: Finished after 112 time steps\n",
      "13796 Episode: Finished after 173 time steps\n",
      "13797 Episode: Finished after 159 time steps\n",
      "13799 Episode: Finished after 187 time steps\n",
      "13800 Episode: Finished after 174 time steps\n",
      "13801 Episode: Finished after 148 time steps\n",
      "13803 Episode: Finished after 141 time steps\n",
      "13804 Episode: Finished after 172 time steps\n",
      "13805 Episode: Finished after 91 time steps\n",
      "13807 Episode: Finished after 186 time steps\n",
      "13808 Episode: Finished after 148 time steps\n",
      "13809 Episode: Finished after 186 time steps\n",
      "13810 Episode: Finished after 106 time steps\n",
      "13812 Episode: Finished after 152 time steps\n",
      "13813 Episode: Finished after 172 time steps\n",
      "13814 Episode: Finished after 153 time steps\n",
      "13815 Episode: Finished after 178 time steps\n",
      "13816 Episode: Finished after 147 time steps\n",
      "13818 Episode: Finished after 109 time steps\n",
      "13819 Episode: Finished after 197 time steps\n",
      "13821 Episode: Finished after 176 time steps\n",
      "13822 Episode: Finished after 156 time steps\n",
      "13824 Episode: Finished after 155 time steps\n",
      "13825 Episode: Finished after 140 time steps\n",
      "13826 Episode: Finished after 195 time steps\n",
      "13827 Episode: Finished after 114 time steps\n",
      "13828 Episode: Finished after 176 time steps\n",
      "13829 Episode: Finished after 179 time steps\n",
      "13830 Episode: Finished after 112 time steps\n",
      "13831 Episode: Finished after 166 time steps\n",
      "13832 Episode: Finished after 153 time steps\n",
      "13834 Episode: Finished after 153 time steps\n",
      "13835 Episode: Finished after 146 time steps\n",
      "13837 Episode: Finished after 107 time steps\n",
      "13838 Episode: Finished after 104 time steps\n",
      "13839 Episode: Finished after 155 time steps\n",
      "13840 Episode: Finished after 174 time steps\n",
      "13841 Episode: Finished after 183 time steps\n",
      "13842 Episode: Finished after 150 time steps\n",
      "13843 Episode: Finished after 131 time steps\n",
      "13846 Episode: Finished after 173 time steps\n",
      "13847 Episode: Finished after 156 time steps\n",
      "13848 Episode: Finished after 193 time steps\n",
      "13850 Episode: Finished after 100 time steps\n",
      "13851 Episode: Finished after 114 time steps\n",
      "13852 Episode: Finished after 176 time steps\n",
      "13853 Episode: Finished after 119 time steps\n",
      "13855 Episode: Finished after 145 time steps\n",
      "13857 Episode: Finished after 172 time steps\n",
      "13861 Episode: Finished after 178 time steps\n",
      "13863 Episode: Finished after 112 time steps\n",
      "13864 Episode: Finished after 106 time steps\n",
      "13867 Episode: Finished after 164 time steps\n",
      "13868 Episode: Finished after 109 time steps\n",
      "13870 Episode: Finished after 151 time steps\n",
      "13872 Episode: Finished after 147 time steps\n",
      "13873 Episode: Finished after 131 time steps\n",
      "13875 Episode: Finished after 153 time steps\n",
      "13877 Episode: Finished after 142 time steps\n",
      "13878 Episode: Finished after 152 time steps\n",
      "13879 Episode: Finished after 138 time steps\n",
      "13880 Episode: Finished after 166 time steps\n",
      "13882 Episode: Finished after 164 time steps\n",
      "13884 Episode: Finished after 138 time steps\n",
      "13885 Episode: Finished after 112 time steps\n",
      "13888 Episode: Finished after 132 time steps\n",
      "13889 Episode: Finished after 200 time steps\n",
      "13890 Episode: Finished after 155 time steps\n",
      "13891 Episode: Finished after 126 time steps\n",
      "13892 Episode: Finished after 161 time steps\n",
      "13893 Episode: Finished after 159 time steps\n",
      "13894 Episode: Finished after 135 time steps\n",
      "13895 Episode: Finished after 150 time steps\n",
      "13898 Episode: Finished after 183 time steps\n",
      "13899 Episode: Finished after 136 time steps\n",
      "13900 Episode: Finished after 200 time steps\n",
      "13901 Episode: Finished after 140 time steps\n",
      "13903 Episode: Finished after 159 time steps\n",
      "13904 Episode: Finished after 172 time steps\n",
      "13907 Episode: Finished after 177 time steps\n",
      "13908 Episode: Finished after 109 time steps\n",
      "13911 Episode: Finished after 74 time steps\n",
      "13913 Episode: Finished after 197 time steps\n",
      "13915 Episode: Finished after 140 time steps\n",
      "13916 Episode: Finished after 193 time steps\n",
      "13917 Episode: Finished after 142 time steps\n",
      "13919 Episode: Finished after 144 time steps\n",
      "13920 Episode: Finished after 154 time steps\n",
      "13922 Episode: Finished after 194 time steps\n",
      "13923 Episode: Finished after 169 time steps\n",
      "13924 Episode: Finished after 109 time steps\n",
      "13928 Episode: Finished after 190 time steps\n",
      "13929 Episode: Finished after 170 time steps\n",
      "13934 Episode: Finished after 159 time steps\n",
      "13935 Episode: Finished after 186 time steps\n",
      "13936 Episode: Finished after 191 time steps\n",
      "13937 Episode: Finished after 200 time steps\n",
      "13940 Episode: Finished after 146 time steps\n",
      "13941 Episode: Finished after 164 time steps\n",
      "13944 Episode: Finished after 178 time steps\n",
      "13946 Episode: Finished after 167 time steps\n",
      "13947 Episode: Finished after 181 time steps\n",
      "13948 Episode: Finished after 171 time steps\n",
      "13949 Episode: Finished after 142 time steps\n",
      "13950 Episode: Finished after 141 time steps\n",
      "13951 Episode: Finished after 191 time steps\n",
      "13952 Episode: Finished after 132 time steps\n",
      "13953 Episode: Finished after 105 time steps\n",
      "13954 Episode: Finished after 174 time steps\n",
      "13956 Episode: Finished after 75 time steps\n",
      "13957 Episode: Finished after 148 time steps\n",
      "13958 Episode: Finished after 164 time steps\n",
      "13959 Episode: Finished after 195 time steps\n",
      "13960 Episode: Finished after 154 time steps\n",
      "13961 Episode: Finished after 134 time steps\n",
      "13962 Episode: Finished after 129 time steps\n",
      "13964 Episode: Finished after 100 time steps\n",
      "13968 Episode: Finished after 54 time steps\n",
      "13969 Episode: Finished after 125 time steps\n",
      "13971 Episode: Finished after 189 time steps\n",
      "13972 Episode: Finished after 200 time steps\n",
      "13973 Episode: Finished after 153 time steps\n",
      "13974 Episode: Finished after 180 time steps\n",
      "13975 Episode: Finished after 116 time steps\n",
      "13976 Episode: Finished after 162 time steps\n",
      "13977 Episode: Finished after 171 time steps\n",
      "13978 Episode: Finished after 143 time steps\n",
      "13979 Episode: Finished after 125 time steps\n",
      "13980 Episode: Finished after 167 time steps\n",
      "13981 Episode: Finished after 112 time steps\n",
      "13982 Episode: Finished after 182 time steps\n",
      "13986 Episode: Finished after 181 time steps\n",
      "13988 Episode: Finished after 190 time steps\n",
      "13993 Episode: Finished after 154 time steps\n",
      "13995 Episode: Finished after 194 time steps\n",
      "13999 Episode: Finished after 131 time steps\n",
      "14000 Episode: Finished after 127 time steps\n",
      "14001 Episode: Finished after 126 time steps\n",
      "14003 Episode: Finished after 186 time steps\n",
      "14006 Episode: Finished after 103 time steps\n",
      "14007 Episode: Finished after 198 time steps\n",
      "14010 Episode: Finished after 199 time steps\n",
      "14011 Episode: Finished after 102 time steps\n",
      "14012 Episode: Finished after 160 time steps\n",
      "14013 Episode: Finished after 125 time steps\n",
      "14015 Episode: Finished after 145 time steps\n",
      "14016 Episode: Finished after 145 time steps\n",
      "14017 Episode: Finished after 199 time steps\n",
      "14018 Episode: Finished after 163 time steps\n",
      "14019 Episode: Finished after 175 time steps\n",
      "14022 Episode: Finished after 145 time steps\n",
      "14025 Episode: Finished after 192 time steps\n",
      "14026 Episode: Finished after 168 time steps\n",
      "14027 Episode: Finished after 192 time steps\n",
      "14032 Episode: Finished after 196 time steps\n",
      "14035 Episode: Finished after 187 time steps\n",
      "14037 Episode: Finished after 129 time steps\n",
      "14038 Episode: Finished after 80 time steps\n",
      "14041 Episode: Finished after 169 time steps\n",
      "14043 Episode: Finished after 129 time steps\n",
      "14045 Episode: Finished after 46 time steps\n",
      "14046 Episode: Finished after 97 time steps\n",
      "14048 Episode: Finished after 99 time steps\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "14050 Episode: Finished after 173 time steps\n",
      "14052 Episode: Finished after 166 time steps\n",
      "14053 Episode: Finished after 105 time steps\n",
      "14056 Episode: Finished after 131 time steps\n",
      "14063 Episode: Finished after 168 time steps\n",
      "14065 Episode: Finished after 159 time steps\n",
      "14067 Episode: Finished after 137 time steps\n",
      "14069 Episode: Finished after 187 time steps\n",
      "14070 Episode: Finished after 182 time steps\n",
      "14071 Episode: Finished after 188 time steps\n",
      "14074 Episode: Finished after 139 time steps\n",
      "14078 Episode: Finished after 165 time steps\n",
      "14079 Episode: Finished after 170 time steps\n",
      "14081 Episode: Finished after 182 time steps\n",
      "14083 Episode: Finished after 186 time steps\n",
      "14084 Episode: Finished after 180 time steps\n",
      "14085 Episode: Finished after 181 time steps\n",
      "14087 Episode: Finished after 131 time steps\n",
      "14089 Episode: Finished after 197 time steps\n",
      "14092 Episode: Finished after 150 time steps\n",
      "14094 Episode: Finished after 179 time steps\n",
      "14096 Episode: Finished after 185 time steps\n",
      "14097 Episode: Finished after 138 time steps\n",
      "14101 Episode: Finished after 55 time steps\n",
      "14111 Episode: Finished after 114 time steps\n",
      "14115 Episode: Finished after 116 time steps\n",
      "14116 Episode: Finished after 44 time steps\n",
      "14117 Episode: Finished after 24 time steps\n",
      "14118 Episode: Finished after 141 time steps\n",
      "14119 Episode: Finished after 185 time steps\n",
      "14121 Episode: Finished after 91 time steps\n",
      "14122 Episode: Finished after 163 time steps\n",
      "14123 Episode: Finished after 38 time steps\n",
      "14124 Episode: Finished after 193 time steps\n",
      "14125 Episode: Finished after 114 time steps\n",
      "14128 Episode: Finished after 112 time steps\n",
      "14129 Episode: Finished after 26 time steps\n",
      "14130 Episode: Finished after 148 time steps\n",
      "14132 Episode: Finished after 152 time steps\n",
      "14134 Episode: Finished after 29 time steps\n",
      "14136 Episode: Finished after 24 time steps\n",
      "14137 Episode: Finished after 154 time steps\n",
      "14138 Episode: Finished after 75 time steps\n",
      "14139 Episode: Finished after 190 time steps\n",
      "14140 Episode: Finished after 83 time steps\n",
      "14141 Episode: Finished after 82 time steps\n",
      "14143 Episode: Finished after 59 time steps\n",
      "14144 Episode: Finished after 91 time steps\n",
      "14146 Episode: Finished after 162 time steps\n",
      "14147 Episode: Finished after 163 time steps\n",
      "14149 Episode: Finished after 168 time steps\n",
      "14150 Episode: Finished after 149 time steps\n",
      "14151 Episode: Finished after 136 time steps\n",
      "14152 Episode: Finished after 83 time steps\n",
      "14154 Episode: Finished after 193 time steps\n",
      "14156 Episode: Finished after 39 time steps\n",
      "14157 Episode: Finished after 187 time steps\n",
      "14158 Episode: Finished after 176 time steps\n",
      "14159 Episode: Finished after 83 time steps\n",
      "14160 Episode: Finished after 170 time steps\n",
      "14161 Episode: Finished after 143 time steps\n",
      "14162 Episode: Finished after 166 time steps\n",
      "14164 Episode: Finished after 43 time steps\n",
      "14165 Episode: Finished after 181 time steps\n",
      "14166 Episode: Finished after 194 time steps\n",
      "14169 Episode: Finished after 37 time steps\n",
      "14170 Episode: Finished after 165 time steps\n",
      "14171 Episode: Finished after 142 time steps\n",
      "14172 Episode: Finished after 37 time steps\n",
      "14174 Episode: Finished after 72 time steps\n",
      "14175 Episode: Finished after 83 time steps\n",
      "14176 Episode: Finished after 119 time steps\n",
      "14177 Episode: Finished after 191 time steps\n",
      "14178 Episode: Finished after 102 time steps\n",
      "14180 Episode: Finished after 140 time steps\n",
      "14181 Episode: Finished after 91 time steps\n",
      "14182 Episode: Finished after 182 time steps\n",
      "14183 Episode: Finished after 95 time steps\n",
      "14185 Episode: Finished after 25 time steps\n",
      "14186 Episode: Finished after 31 time steps\n",
      "14189 Episode: Finished after 126 time steps\n",
      "14193 Episode: Finished after 34 time steps\n",
      "14194 Episode: Finished after 102 time steps\n",
      "14195 Episode: Finished after 88 time steps\n",
      "14196 Episode: Finished after 149 time steps\n",
      "14197 Episode: Finished after 120 time steps\n",
      "14198 Episode: Finished after 34 time steps\n",
      "14199 Episode: Finished after 156 time steps\n",
      "14200 Episode: Finished after 138 time steps\n",
      "14202 Episode: Finished after 93 time steps\n",
      "14203 Episode: Finished after 195 time steps\n",
      "14204 Episode: Finished after 61 time steps\n",
      "14205 Episode: Finished after 85 time steps\n",
      "14206 Episode: Finished after 149 time steps\n",
      "14207 Episode: Finished after 67 time steps\n",
      "14208 Episode: Finished after 81 time steps\n",
      "14212 Episode: Finished after 69 time steps\n",
      "14213 Episode: Finished after 159 time steps\n",
      "14214 Episode: Finished after 41 time steps\n",
      "14215 Episode: Finished after 40 time steps\n",
      "14217 Episode: Finished after 182 time steps\n",
      "14218 Episode: Finished after 148 time steps\n",
      "14219 Episode: Finished after 168 time steps\n",
      "14222 Episode: Finished after 161 time steps\n",
      "14223 Episode: Finished after 57 time steps\n",
      "14224 Episode: Finished after 163 time steps\n",
      "14225 Episode: Finished after 72 time steps\n",
      "14227 Episode: Finished after 169 time steps\n",
      "14230 Episode: Finished after 181 time steps\n",
      "14233 Episode: Finished after 176 time steps\n",
      "14235 Episode: Finished after 166 time steps\n",
      "14238 Episode: Finished after 195 time steps\n",
      "14242 Episode: Finished after 108 time steps\n",
      "14243 Episode: Finished after 64 time steps\n",
      "14248 Episode: Finished after 171 time steps\n",
      "14249 Episode: Finished after 169 time steps\n",
      "14252 Episode: Finished after 175 time steps\n",
      "14253 Episode: Finished after 199 time steps\n",
      "14258 Episode: Finished after 160 time steps\n",
      "14259 Episode: Finished after 50 time steps\n",
      "14261 Episode: Finished after 72 time steps\n",
      "14263 Episode: Finished after 172 time steps\n",
      "14264 Episode: Finished after 178 time steps\n",
      "14265 Episode: Finished after 148 time steps\n",
      "14266 Episode: Finished after 129 time steps\n",
      "14267 Episode: Finished after 183 time steps\n",
      "14269 Episode: Finished after 128 time steps\n",
      "14271 Episode: Finished after 112 time steps\n",
      "14272 Episode: Finished after 128 time steps\n",
      "14273 Episode: Finished after 115 time steps\n",
      "14274 Episode: Finished after 140 time steps\n",
      "14276 Episode: Finished after 138 time steps\n",
      "14278 Episode: Finished after 108 time steps\n",
      "14279 Episode: Finished after 195 time steps\n",
      "14280 Episode: Finished after 115 time steps\n",
      "14281 Episode: Finished after 135 time steps\n",
      "14283 Episode: Finished after 105 time steps\n",
      "14286 Episode: Finished after 141 time steps\n",
      "14287 Episode: Finished after 143 time steps\n",
      "14289 Episode: Finished after 112 time steps\n",
      "14291 Episode: Finished after 166 time steps\n",
      "14292 Episode: Finished after 200 time steps\n",
      "14293 Episode: Finished after 111 time steps\n",
      "14294 Episode: Finished after 111 time steps\n",
      "14296 Episode: Finished after 116 time steps\n",
      "14297 Episode: Finished after 180 time steps\n",
      "14301 Episode: Finished after 185 time steps\n",
      "14302 Episode: Finished after 192 time steps\n",
      "14303 Episode: Finished after 163 time steps\n",
      "14304 Episode: Finished after 163 time steps\n",
      "14305 Episode: Finished after 140 time steps\n",
      "14306 Episode: Finished after 137 time steps\n",
      "14308 Episode: Finished after 121 time steps\n",
      "14309 Episode: Finished after 168 time steps\n",
      "14310 Episode: Finished after 180 time steps\n",
      "14311 Episode: Finished after 127 time steps\n",
      "14313 Episode: Finished after 147 time steps\n",
      "14316 Episode: Finished after 166 time steps\n",
      "14317 Episode: Finished after 111 time steps\n",
      "14320 Episode: Finished after 141 time steps\n",
      "14321 Episode: Finished after 137 time steps\n",
      "14324 Episode: Finished after 129 time steps\n",
      "14327 Episode: Finished after 128 time steps\n",
      "14328 Episode: Finished after 135 time steps\n",
      "14329 Episode: Finished after 117 time steps\n",
      "14331 Episode: Finished after 109 time steps\n",
      "14333 Episode: Finished after 156 time steps\n",
      "14334 Episode: Finished after 198 time steps\n",
      "14336 Episode: Finished after 159 time steps\n",
      "14338 Episode: Finished after 162 time steps\n",
      "14342 Episode: Finished after 191 time steps\n",
      "14343 Episode: Finished after 152 time steps\n",
      "14344 Episode: Finished after 122 time steps\n",
      "14347 Episode: Finished after 192 time steps\n",
      "14348 Episode: Finished after 117 time steps\n",
      "14351 Episode: Finished after 138 time steps\n",
      "14352 Episode: Finished after 166 time steps\n",
      "14353 Episode: Finished after 127 time steps\n",
      "14354 Episode: Finished after 161 time steps\n",
      "14355 Episode: Finished after 146 time steps\n",
      "14356 Episode: Finished after 170 time steps\n",
      "14358 Episode: Finished after 109 time steps\n",
      "14359 Episode: Finished after 102 time steps\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "14362 Episode: Finished after 147 time steps\n",
      "14363 Episode: Finished after 168 time steps\n",
      "14365 Episode: Finished after 168 time steps\n",
      "14367 Episode: Finished after 173 time steps\n",
      "14369 Episode: Finished after 171 time steps\n",
      "14371 Episode: Finished after 146 time steps\n",
      "14374 Episode: Finished after 153 time steps\n",
      "14375 Episode: Finished after 195 time steps\n",
      "14376 Episode: Finished after 124 time steps\n",
      "14379 Episode: Finished after 160 time steps\n",
      "14382 Episode: Finished after 186 time steps\n",
      "14383 Episode: Finished after 112 time steps\n",
      "14384 Episode: Finished after 97 time steps\n",
      "14385 Episode: Finished after 169 time steps\n",
      "14387 Episode: Finished after 137 time steps\n",
      "14389 Episode: Finished after 158 time steps\n",
      "14390 Episode: Finished after 136 time steps\n",
      "14393 Episode: Finished after 115 time steps\n",
      "14395 Episode: Finished after 112 time steps\n",
      "14396 Episode: Finished after 107 time steps\n",
      "14397 Episode: Finished after 105 time steps\n",
      "14398 Episode: Finished after 142 time steps\n",
      "14400 Episode: Finished after 165 time steps\n",
      "14401 Episode: Finished after 110 time steps\n",
      "14403 Episode: Finished after 188 time steps\n",
      "14404 Episode: Finished after 150 time steps\n",
      "14405 Episode: Finished after 183 time steps\n",
      "14406 Episode: Finished after 103 time steps\n",
      "14407 Episode: Finished after 155 time steps\n",
      "14408 Episode: Finished after 157 time steps\n",
      "14409 Episode: Finished after 180 time steps\n",
      "14414 Episode: Finished after 126 time steps\n",
      "14415 Episode: Finished after 150 time steps\n",
      "14417 Episode: Finished after 44 time steps\n",
      "14418 Episode: Finished after 152 time steps\n",
      "14420 Episode: Finished after 171 time steps\n",
      "14421 Episode: Finished after 196 time steps\n",
      "14422 Episode: Finished after 140 time steps\n",
      "14423 Episode: Finished after 139 time steps\n",
      "14424 Episode: Finished after 129 time steps\n",
      "14425 Episode: Finished after 170 time steps\n",
      "14426 Episode: Finished after 117 time steps\n",
      "14427 Episode: Finished after 134 time steps\n",
      "14428 Episode: Finished after 112 time steps\n",
      "14429 Episode: Finished after 112 time steps\n",
      "14431 Episode: Finished after 110 time steps\n",
      "14432 Episode: Finished after 192 time steps\n",
      "14434 Episode: Finished after 185 time steps\n",
      "14435 Episode: Finished after 143 time steps\n",
      "14436 Episode: Finished after 196 time steps\n",
      "14438 Episode: Finished after 190 time steps\n",
      "14439 Episode: Finished after 158 time steps\n",
      "14442 Episode: Finished after 153 time steps\n",
      "14443 Episode: Finished after 180 time steps\n",
      "14445 Episode: Finished after 171 time steps\n",
      "14446 Episode: Finished after 178 time steps\n",
      "14447 Episode: Finished after 170 time steps\n",
      "14449 Episode: Finished after 183 time steps\n",
      "14451 Episode: Finished after 177 time steps\n",
      "14452 Episode: Finished after 158 time steps\n",
      "14453 Episode: Finished after 94 time steps\n",
      "14455 Episode: Finished after 139 time steps\n",
      "14456 Episode: Finished after 146 time steps\n",
      "14457 Episode: Finished after 130 time steps\n",
      "14458 Episode: Finished after 200 time steps\n",
      "14459 Episode: Finished after 173 time steps\n",
      "14460 Episode: Finished after 149 time steps\n",
      "14462 Episode: Finished after 107 time steps\n",
      "14463 Episode: Finished after 155 time steps\n",
      "14464 Episode: Finished after 115 time steps\n",
      "14465 Episode: Finished after 166 time steps\n",
      "14466 Episode: Finished after 193 time steps\n",
      "14468 Episode: Finished after 108 time steps\n",
      "14469 Episode: Finished after 142 time steps\n",
      "14470 Episode: Finished after 153 time steps\n",
      "14471 Episode: Finished after 151 time steps\n",
      "14472 Episode: Finished after 190 time steps\n",
      "14473 Episode: Finished after 130 time steps\n",
      "14474 Episode: Finished after 148 time steps\n",
      "14475 Episode: Finished after 116 time steps\n",
      "14476 Episode: Finished after 150 time steps\n",
      "14480 Episode: Finished after 138 time steps\n",
      "14481 Episode: Finished after 171 time steps\n",
      "14482 Episode: Finished after 189 time steps\n",
      "14483 Episode: Finished after 138 time steps\n",
      "14484 Episode: Finished after 101 time steps\n",
      "14487 Episode: Finished after 148 time steps\n",
      "14488 Episode: Finished after 132 time steps\n",
      "14489 Episode: Finished after 179 time steps\n",
      "14490 Episode: Finished after 189 time steps\n",
      "14492 Episode: Finished after 185 time steps\n",
      "14493 Episode: Finished after 171 time steps\n",
      "14495 Episode: Finished after 186 time steps\n",
      "14496 Episode: Finished after 190 time steps\n",
      "14507 Episode: Finished after 176 time steps\n",
      "14508 Episode: Finished after 152 time steps\n",
      "14509 Episode: Finished after 169 time steps\n",
      "14510 Episode: Finished after 171 time steps\n",
      "14511 Episode: Finished after 161 time steps\n",
      "14513 Episode: Finished after 142 time steps\n",
      "14514 Episode: Finished after 158 time steps\n",
      "14517 Episode: Finished after 179 time steps\n",
      "14518 Episode: Finished after 193 time steps\n",
      "14520 Episode: Finished after 149 time steps\n",
      "14530 Episode: Finished after 157 time steps\n",
      "14535 Episode: Finished after 187 time steps\n",
      "14536 Episode: Finished after 173 time steps\n",
      "14538 Episode: Finished after 161 time steps\n",
      "14539 Episode: Finished after 170 time steps\n",
      "14540 Episode: Finished after 155 time steps\n",
      "14541 Episode: Finished after 195 time steps\n",
      "14544 Episode: Finished after 178 time steps\n",
      "14548 Episode: Finished after 172 time steps\n",
      "14553 Episode: Finished after 196 time steps\n",
      "14555 Episode: Finished after 147 time steps\n",
      "14557 Episode: Finished after 189 time steps\n",
      "14559 Episode: Finished after 169 time steps\n",
      "14561 Episode: Finished after 153 time steps\n",
      "14562 Episode: Finished after 137 time steps\n",
      "14564 Episode: Finished after 200 time steps\n",
      "14565 Episode: Finished after 187 time steps\n",
      "14568 Episode: Finished after 167 time steps\n",
      "14570 Episode: Finished after 123 time steps\n",
      "14571 Episode: Finished after 182 time steps\n",
      "14577 Episode: Finished after 179 time steps\n",
      "14581 Episode: Finished after 171 time steps\n",
      "14582 Episode: Finished after 163 time steps\n",
      "14584 Episode: Finished after 110 time steps\n",
      "14586 Episode: Finished after 14 time steps\n",
      "14587 Episode: Finished after 12 time steps\n",
      "14588 Episode: Finished after 198 time steps\n",
      "14590 Episode: Finished after 157 time steps\n",
      "14592 Episode: Finished after 182 time steps\n",
      "14604 Episode: Finished after 191 time steps\n",
      "14609 Episode: Finished after 124 time steps\n",
      "14610 Episode: Finished after 84 time steps\n",
      "14611 Episode: Finished after 197 time steps\n",
      "14612 Episode: Finished after 106 time steps\n",
      "14613 Episode: Finished after 109 time steps\n",
      "14614 Episode: Finished after 84 time steps\n",
      "14615 Episode: Finished after 140 time steps\n",
      "14616 Episode: Finished after 111 time steps\n",
      "14617 Episode: Finished after 100 time steps\n",
      "14618 Episode: Finished after 127 time steps\n",
      "14619 Episode: Finished after 141 time steps\n",
      "14620 Episode: Finished after 151 time steps\n",
      "14621 Episode: Finished after 103 time steps\n",
      "14622 Episode: Finished after 109 time steps\n",
      "14623 Episode: Finished after 106 time steps\n",
      "14624 Episode: Finished after 76 time steps\n",
      "14625 Episode: Finished after 182 time steps\n",
      "14626 Episode: Finished after 72 time steps\n",
      "14627 Episode: Finished after 71 time steps\n",
      "14628 Episode: Finished after 179 time steps\n",
      "14629 Episode: Finished after 139 time steps\n",
      "14630 Episode: Finished after 140 time steps\n",
      "14631 Episode: Finished after 41 time steps\n",
      "14632 Episode: Finished after 134 time steps\n",
      "14633 Episode: Finished after 113 time steps\n",
      "14634 Episode: Finished after 136 time steps\n",
      "14636 Episode: Finished after 85 time steps\n",
      "14637 Episode: Finished after 107 time steps\n",
      "14638 Episode: Finished after 62 time steps\n",
      "14639 Episode: Finished after 167 time steps\n",
      "14640 Episode: Finished after 165 time steps\n",
      "14641 Episode: Finished after 164 time steps\n",
      "14642 Episode: Finished after 153 time steps\n",
      "14643 Episode: Finished after 174 time steps\n",
      "14644 Episode: Finished after 124 time steps\n",
      "14645 Episode: Finished after 55 time steps\n",
      "14646 Episode: Finished after 126 time steps\n",
      "14647 Episode: Finished after 140 time steps\n",
      "14648 Episode: Finished after 161 time steps\n",
      "14649 Episode: Finished after 130 time steps\n",
      "14650 Episode: Finished after 148 time steps\n",
      "14651 Episode: Finished after 131 time steps\n",
      "14652 Episode: Finished after 129 time steps\n",
      "14653 Episode: Finished after 146 time steps\n",
      "14654 Episode: Finished after 118 time steps\n",
      "14655 Episode: Finished after 117 time steps\n",
      "14656 Episode: Finished after 180 time steps\n",
      "14657 Episode: Finished after 153 time steps\n",
      "14658 Episode: Finished after 163 time steps\n",
      "14659 Episode: Finished after 128 time steps\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "14660 Episode: Finished after 149 time steps\n",
      "14661 Episode: Finished after 181 time steps\n",
      "14663 Episode: Finished after 130 time steps\n",
      "14664 Episode: Finished after 159 time steps\n",
      "14665 Episode: Finished after 160 time steps\n",
      "14666 Episode: Finished after 108 time steps\n",
      "14667 Episode: Finished after 137 time steps\n",
      "14668 Episode: Finished after 116 time steps\n",
      "14669 Episode: Finished after 143 time steps\n",
      "14670 Episode: Finished after 117 time steps\n",
      "14671 Episode: Finished after 112 time steps\n",
      "14672 Episode: Finished after 189 time steps\n",
      "14673 Episode: Finished after 124 time steps\n",
      "14674 Episode: Finished after 161 time steps\n",
      "14675 Episode: Finished after 180 time steps\n",
      "14676 Episode: Finished after 188 time steps\n",
      "14677 Episode: Finished after 161 time steps\n",
      "14679 Episode: Finished after 124 time steps\n",
      "14680 Episode: Finished after 170 time steps\n",
      "14682 Episode: Finished after 176 time steps\n",
      "14683 Episode: Finished after 142 time steps\n",
      "14684 Episode: Finished after 168 time steps\n",
      "14685 Episode: Finished after 156 time steps\n",
      "14686 Episode: Finished after 193 time steps\n",
      "14687 Episode: Finished after 129 time steps\n",
      "14688 Episode: Finished after 122 time steps\n",
      "14689 Episode: Finished after 100 time steps\n",
      "14690 Episode: Finished after 162 time steps\n",
      "14691 Episode: Finished after 144 time steps\n",
      "14692 Episode: Finished after 145 time steps\n",
      "14694 Episode: Finished after 169 time steps\n",
      "14695 Episode: Finished after 170 time steps\n",
      "14696 Episode: Finished after 155 time steps\n",
      "14697 Episode: Finished after 174 time steps\n",
      "14700 Episode: Finished after 173 time steps\n",
      "14702 Episode: Finished after 175 time steps\n",
      "14703 Episode: Finished after 172 time steps\n",
      "14704 Episode: Finished after 111 time steps\n",
      "14705 Episode: Finished after 162 time steps\n",
      "14707 Episode: Finished after 148 time steps\n",
      "14708 Episode: Finished after 132 time steps\n",
      "14709 Episode: Finished after 119 time steps\n",
      "14710 Episode: Finished after 172 time steps\n",
      "14711 Episode: Finished after 124 time steps\n",
      "14712 Episode: Finished after 106 time steps\n",
      "14713 Episode: Finished after 132 time steps\n",
      "14714 Episode: Finished after 181 time steps\n",
      "14717 Episode: Finished after 169 time steps\n",
      "14718 Episode: Finished after 153 time steps\n",
      "14719 Episode: Finished after 167 time steps\n",
      "14720 Episode: Finished after 110 time steps\n",
      "14721 Episode: Finished after 186 time steps\n",
      "14725 Episode: Finished after 150 time steps\n",
      "14726 Episode: Finished after 134 time steps\n",
      "14727 Episode: Finished after 126 time steps\n",
      "14729 Episode: Finished after 170 time steps\n",
      "14730 Episode: Finished after 166 time steps\n",
      "14732 Episode: Finished after 192 time steps\n",
      "14733 Episode: Finished after 168 time steps\n",
      "14734 Episode: Finished after 118 time steps\n",
      "14735 Episode: Finished after 183 time steps\n",
      "14736 Episode: Finished after 143 time steps\n",
      "14737 Episode: Finished after 106 time steps\n",
      "14738 Episode: Finished after 166 time steps\n",
      "14739 Episode: Finished after 122 time steps\n",
      "14741 Episode: Finished after 178 time steps\n",
      "14744 Episode: Finished after 107 time steps\n",
      "14745 Episode: Finished after 173 time steps\n",
      "14746 Episode: Finished after 166 time steps\n",
      "14747 Episode: Finished after 147 time steps\n",
      "14748 Episode: Finished after 141 time steps\n",
      "14749 Episode: Finished after 168 time steps\n",
      "14750 Episode: Finished after 146 time steps\n",
      "14751 Episode: Finished after 126 time steps\n",
      "14752 Episode: Finished after 191 time steps\n",
      "14754 Episode: Finished after 125 time steps\n",
      "14755 Episode: Finished after 110 time steps\n",
      "14756 Episode: Finished after 171 time steps\n",
      "14757 Episode: Finished after 107 time steps\n",
      "14758 Episode: Finished after 87 time steps\n",
      "14762 Episode: Finished after 122 time steps\n",
      "14764 Episode: Finished after 200 time steps\n",
      "14766 Episode: Finished after 192 time steps\n",
      "14768 Episode: Finished after 198 time steps\n",
      "14769 Episode: Finished after 192 time steps\n",
      "14771 Episode: Finished after 156 time steps\n",
      "14772 Episode: Finished after 144 time steps\n",
      "14773 Episode: Finished after 182 time steps\n",
      "14776 Episode: Finished after 127 time steps\n",
      "14777 Episode: Finished after 188 time steps\n",
      "14780 Episode: Finished after 190 time steps\n",
      "14784 Episode: Finished after 131 time steps\n",
      "14785 Episode: Finished after 111 time steps\n",
      "14786 Episode: Finished after 137 time steps\n",
      "14787 Episode: Finished after 179 time steps\n",
      "14788 Episode: Finished after 141 time steps\n",
      "14789 Episode: Finished after 160 time steps\n",
      "14790 Episode: Finished after 189 time steps\n",
      "14791 Episode: Finished after 190 time steps\n",
      "14794 Episode: Finished after 195 time steps\n",
      "14795 Episode: Finished after 108 time steps\n",
      "14796 Episode: Finished after 168 time steps\n",
      "14800 Episode: Finished after 123 time steps\n",
      "14801 Episode: Finished after 197 time steps\n",
      "14802 Episode: Finished after 144 time steps\n",
      "14803 Episode: Finished after 198 time steps\n",
      "14804 Episode: Finished after 176 time steps\n",
      "14805 Episode: Finished after 185 time steps\n",
      "14806 Episode: Finished after 140 time steps\n",
      "14809 Episode: Finished after 172 time steps\n",
      "14810 Episode: Finished after 199 time steps\n",
      "14811 Episode: Finished after 161 time steps\n",
      "14813 Episode: Finished after 152 time steps\n",
      "14814 Episode: Finished after 130 time steps\n",
      "14816 Episode: Finished after 127 time steps\n",
      "14818 Episode: Finished after 176 time steps\n",
      "14820 Episode: Finished after 128 time steps\n",
      "14821 Episode: Finished after 147 time steps\n",
      "14822 Episode: Finished after 157 time steps\n",
      "14823 Episode: Finished after 168 time steps\n",
      "14824 Episode: Finished after 196 time steps\n",
      "14825 Episode: Finished after 151 time steps\n",
      "14826 Episode: Finished after 169 time steps\n",
      "14827 Episode: Finished after 190 time steps\n",
      "14828 Episode: Finished after 191 time steps\n",
      "14829 Episode: Finished after 163 time steps\n",
      "14832 Episode: Finished after 181 time steps\n",
      "14834 Episode: Finished after 129 time steps\n",
      "14835 Episode: Finished after 150 time steps\n",
      "14839 Episode: Finished after 154 time steps\n",
      "14840 Episode: Finished after 173 time steps\n",
      "14841 Episode: Finished after 171 time steps\n",
      "14850 Episode: Finished after 195 time steps\n",
      "14851 Episode: Finished after 166 time steps\n",
      "14852 Episode: Finished after 164 time steps\n",
      "14853 Episode: Finished after 135 time steps\n",
      "14854 Episode: Finished after 200 time steps\n",
      "14856 Episode: Finished after 153 time steps\n",
      "14858 Episode: Finished after 184 time steps\n",
      "14859 Episode: Finished after 157 time steps\n",
      "14860 Episode: Finished after 180 time steps\n",
      "14862 Episode: Finished after 165 time steps\n",
      "14863 Episode: Finished after 145 time steps\n",
      "14869 Episode: Finished after 154 time steps\n",
      "14870 Episode: Finished after 194 time steps\n",
      "14871 Episode: Finished after 139 time steps\n",
      "14873 Episode: Finished after 188 time steps\n",
      "14878 Episode: Finished after 153 time steps\n",
      "14879 Episode: Finished after 178 time steps\n",
      "14881 Episode: Finished after 198 time steps\n",
      "14882 Episode: Finished after 188 time steps\n",
      "14883 Episode: Finished after 176 time steps\n",
      "14884 Episode: Finished after 122 time steps\n",
      "14885 Episode: Finished after 39 time steps\n",
      "14886 Episode: Finished after 168 time steps\n",
      "14889 Episode: Finished after 177 time steps\n",
      "14890 Episode: Finished after 176 time steps\n",
      "14892 Episode: Finished after 150 time steps\n",
      "14893 Episode: Finished after 144 time steps\n",
      "14895 Episode: Finished after 48 time steps\n",
      "14896 Episode: Finished after 182 time steps\n",
      "14900 Episode: Finished after 164 time steps\n",
      "14901 Episode: Finished after 164 time steps\n",
      "14902 Episode: Finished after 193 time steps\n",
      "14903 Episode: Finished after 137 time steps\n",
      "14904 Episode: Finished after 169 time steps\n",
      "14905 Episode: Finished after 132 time steps\n",
      "14906 Episode: Finished after 175 time steps\n",
      "14907 Episode: Finished after 162 time steps\n",
      "14910 Episode: Finished after 180 time steps\n",
      "14912 Episode: Finished after 184 time steps\n",
      "14913 Episode: Finished after 138 time steps\n",
      "14914 Episode: Finished after 163 time steps\n",
      "14915 Episode: Finished after 110 time steps\n",
      "14919 Episode: Finished after 167 time steps\n",
      "14920 Episode: Finished after 175 time steps\n",
      "14921 Episode: Finished after 196 time steps\n",
      "14922 Episode: Finished after 169 time steps\n",
      "14923 Episode: Finished after 141 time steps\n",
      "14924 Episode: Finished after 197 time steps\n",
      "14926 Episode: Finished after 200 time steps\n",
      "14927 Episode: Finished after 153 time steps\n",
      "14931 Episode: Finished after 165 time steps\n",
      "14932 Episode: Finished after 141 time steps\n",
      "14933 Episode: Finished after 165 time steps\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "14935 Episode: Finished after 177 time steps\n",
      "14938 Episode: Finished after 161 time steps\n",
      "14939 Episode: Finished after 195 time steps\n",
      "14940 Episode: Finished after 157 time steps\n",
      "14941 Episode: Finished after 169 time steps\n",
      "14942 Episode: Finished after 189 time steps\n",
      "14944 Episode: Finished after 153 time steps\n",
      "14945 Episode: Finished after 124 time steps\n",
      "14946 Episode: Finished after 109 time steps\n",
      "14947 Episode: Finished after 182 time steps\n",
      "14948 Episode: Finished after 102 time steps\n",
      "14949 Episode: Finished after 127 time steps\n",
      "14950 Episode: Finished after 192 time steps\n",
      "14951 Episode: Finished after 137 time steps\n",
      "14953 Episode: Finished after 136 time steps\n",
      "14955 Episode: Finished after 147 time steps\n",
      "14956 Episode: Finished after 126 time steps\n",
      "14958 Episode: Finished after 163 time steps\n",
      "14959 Episode: Finished after 168 time steps\n",
      "14961 Episode: Finished after 137 time steps\n",
      "14962 Episode: Finished after 157 time steps\n",
      "14963 Episode: Finished after 142 time steps\n",
      "14964 Episode: Finished after 169 time steps\n",
      "14965 Episode: Finished after 148 time steps\n",
      "14966 Episode: Finished after 164 time steps\n",
      "14967 Episode: Finished after 160 time steps\n",
      "14968 Episode: Finished after 154 time steps\n",
      "14969 Episode: Finished after 119 time steps\n",
      "14971 Episode: Finished after 126 time steps\n",
      "14972 Episode: Finished after 184 time steps\n",
      "14973 Episode: Finished after 140 time steps\n",
      "14974 Episode: Finished after 140 time steps\n",
      "14975 Episode: Finished after 151 time steps\n",
      "14976 Episode: Finished after 188 time steps\n",
      "14977 Episode: Finished after 154 time steps\n",
      "14978 Episode: Finished after 163 time steps\n",
      "14980 Episode: Finished after 135 time steps\n",
      "14981 Episode: Finished after 149 time steps\n",
      "14982 Episode: Finished after 173 time steps\n",
      "14985 Episode: Finished after 148 time steps\n",
      "14989 Episode: Finished after 158 time steps\n",
      "14990 Episode: Finished after 119 time steps\n",
      "14991 Episode: Finished after 149 time steps\n",
      "14992 Episode: Finished after 174 time steps\n",
      "14994 Episode: Finished after 162 time steps\n",
      "14995 Episode: Finished after 112 time steps\n",
      "14997 Episode: Finished after 155 time steps\n",
      "14998 Episode: Finished after 104 time steps\n",
      "14999 Episode: Finished after 188 time steps\n"
     ]
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAUoAAAEvCAYAAAAjEIjsAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjUuMywgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/NK7nSAAAACXBIWXMAAAsTAAALEwEAmpwYAAAPJklEQVR4nO3bf6jdd33H8edrDWaK0CZtWmvTLtUWRrqBwqFFtkFnf6UDTdH+UfeHYVM6mP1jimCkY63VP9puriK6jaBCEGbrOsSAjJJWC2OM2pvaoZnWxFRpYtXYlEJXbOl874/7rTu9nPi+yTk35974fMDhnu/3+7nnvj9NeHLu+TapKiRJx/db8x5AklY7QylJDUMpSQ1DKUkNQylJDUMpSY118x7gZJxzzjm1ZcuWeY8h6TSzb9++n1fVpqXn12Qot2zZwsLCwrzHkHSaSfKjSef91VuSGoZSkhqGUpIahlKSGoZSkhqGUpIahlKSGoZSkhqGUpIahlKSGoZSkhqGUpIahlKSGoZSkhqGUpIahlKSGoZSkhqGUpIahlKSGoZSkhqGUpIahlKSGoZSkhqGUpIahlKSGoZSkhqGUpIahlKSGoZSkhqGUpIahlKSGjMJZZJtSZ5IcjDJzgnX1ye5b7j+SJItS65flOT5JB+exTySNEtThzLJGcBngeuBrcB7kmxdsux9wLNVdQlwD3DXkut/D/zbtLNI0kqYxTvKy4GDVXWoql4C7gW2L1mzHdg9PL8fuCpJAJLcADwJ7J/BLJI0c7MI5QXAU2PHh4dzE9dU1cvAc8DZSV4PfAT42AzmkKQVMe+bObcD91TV893CJDcnWUiycPTo0ZWfTJIG62bwGkeAC8eONw/nJq05nGQdcCbwDHAFcGOSu4GzgF8m+UVVfWbpD6mqXcAugNFoVDOYW5KWZRahfBS4NMnFLAbxJuBPl6zZA+wA/hO4Efh6VRXwR68sSHI78PykSErSPE0dyqp6OcktwAPAGcAXqmp/kjuAharaA3we+GKSg8AxFmMqSWtCFt/YrS2j0agWFhbmPYak00ySfVU1Wnp+3jdzJGnVM5SS1DCUktQwlJLUMJSS1DCUktQwlJLUMJSS1DCUktQwlJLUMJSS1DCUktQwlJLUMJSS1DCUktQwlJLUMJSS1DCUktQwlJLUMJSS1DCUktQwlJLUMJSS1DCUktQwlJLUMJSS1DCUktQwlJLUMJSS1DCUktQwlJLUMJSS1DCUktQwlJLUMJSS1DCUktQwlJLUMJSS1DCUktQwlJLUMJSS1JhJKJNsS/JEkoNJdk64vj7JfcP1R5JsGc5fk2Rfkm8PX98+i3kkaZamDmWSM4DPAtcDW4H3JNm6ZNn7gGer6hLgHuCu4fzPgXdU1e8DO4AvTjuPJM3aLN5RXg4crKpDVfUScC+wfcma7cDu4fn9wFVJUlXfqqofD+f3A69Nsn4GM0nSzMwilBcAT40dHx7OTVxTVS8DzwFnL1nzbuCxqnpx0g9JcnOShSQLR48encHYkrQ8q+JmTpLLWPx1/C+Ot6aqdlXVqKpGmzZtOnXDSfqNN4tQHgEuHDvePJybuCbJOuBM4JnheDPwFeC9VfWDGcwjSTM1i1A+Clya5OIkrwFuAvYsWbOHxZs1ADcCX6+qSnIW8DVgZ1X9xwxmkaSZmzqUw2eOtwAPAN8FvlxV+5PckeSdw7LPA2cnOQh8CHjlfyG6BbgE+Jskjw+Pc6edSZJmKVU17xlO2Gg0qoWFhXmPIek0k2RfVY2Wnl8VN3MkaTUzlJLUMJSS1DCUktQwlJLUMJSS1DCUktQwlJLUMJSS1DCUktQwlJLUMJSS1DCUktQwlJLUMJSS1DCUktQwlJLUMJSS1DCUktQwlJLUMJSS1DCUktQwlJLUMJSS1DCUktQwlJLUMJSS1DCUktQwlJLUMJSS1DCUktQwlJLUMJSS1DCUktQwlJLUMJSS1DCUktQwlJLUMJSS1DCUktSYSSiTbEvyRJKDSXZOuL4+yX3D9UeSbBm79tHh/BNJrpvFPJI0S1OHMskZwGeB64GtwHuSbF2y7H3As1V1CXAPcNfwvVuBm4DLgG3APwyvJ0mrxizeUV4OHKyqQ1X1EnAvsH3Jmu3A7uH5/cBVSTKcv7eqXqyqJ4GDw+tJ0qoxi1BeADw1dnx4ODdxTVW9DDwHnL3M75WkuVozN3OS3JxkIcnC0aNH5z2OpN8gswjlEeDCsePNw7mJa5KsA84Enlnm9wJQVbuqalRVo02bNs1gbElanlmE8lHg0iQXJ3kNizdn9ixZswfYMTy/Efh6VdVw/qbhrvjFwKXAN2cwkyTNzLppX6CqXk5yC/AAcAbwharan+QOYKGq9gCfB76Y5CBwjMWYMqz7MvDfwMvAB6rqf6edSZJmKYtv7NaW0WhUCwsL8x5D0mkmyb6qGi09v2Zu5kjSvBhKSWoYSklqGEpJahhKSWoYSklqGEpJahhKSWoYSklqGEpJahhKSWoYSklqGEpJahhKSWoYSklqGEpJahhKSWoYSklqGEpJahhKSWoYSklqGEpJahhKSWoYSklqGEpJahhKSWoYSklqGEpJahhKSWoYSklqGEpJahhKSWoYSklqGEpJahhKSWoYSklqGEpJahhKSWoYSklqGEpJahhKSWpMFcokG5PsTXJg+LrhOOt2DGsOJNkxnHtdkq8l+V6S/UnunGYWSVop076j3Ak8VFWXAg8Nx6+SZCNwG3AFcDlw21hQ/66qfhd4K/AHSa6fch5JmrlpQ7kd2D083w3cMGHNdcDeqjpWVc8Ce4FtVfVCVX0DoKpeAh4DNk85jyTN3LShPK+qnh6e/wQ4b8KaC4Cnxo4PD+d+JclZwDtYfFc6UZKbkywkWTh69OhUQ0vSiVjXLUjyIPCGCZduHT+oqkpSJzpAknXAl4BPV9Wh462rql3ALoDRaHTCP0eSTlYbyqq6+njXkvw0yflV9XSS84GfTVh2BLhy7Hgz8PDY8S7gQFV9ajkDS9KpNu2v3nuAHcPzHcBXJ6x5ALg2yYbhJs61wzmSfAI4E/irKeeQpBUzbSjvBK5JcgC4ejgmySjJ5wCq6hjwceDR4XFHVR1LspnFX9+3Ao8leTzJ+6ecR5JmLlVr7+O+0WhUCwsL8x5D0mkmyb6qGi0977/MkaSGoZSkhqGUpIahlKSGoZSkhqGUpIahlKSGoZSkhqGUpIahlKSGoZSkhqGUpIahlKSGoZSkhqGUpIahlKSGoZSkhqGUpIahlKSGoZSkhqGUpIahlKSGoZSkhqGUpIahlKSGoZSkhqGUpIahlKSGoZSkhqGUpIahlKSGoZSkhqGUpIahlKSGoZSkhqGUpIahlKSGoZSkhqGUpIahlKTGVKFMsjHJ3iQHhq8bjrNux7DmQJIdE67vSfKdaWaRpJUy7TvKncBDVXUp8NBw/CpJNgK3AVcAlwO3jQc1ybuA56ecQ5JWzLSh3A7sHp7vBm6YsOY6YG9VHauqZ4G9wDaAJK8HPgR8Yso5JGnFTBvK86rq6eH5T4DzJqy5AHhq7PjwcA7g48AngRemnEOSVsy6bkGSB4E3TLh06/hBVVWSWu4PTvIW4M1V9cEkW5ax/mbgZoCLLrpouT9GkqbWhrKqrj7etSQ/TXJ+VT2d5HzgZxOWHQGuHDveDDwMvA0YJfnhMMe5SR6uqiuZoKp2AbsARqPRsoMsSdOa9lfvPcArd7F3AF+dsOYB4NokG4abONcCD1TVP1bVG6tqC/CHwPePF0lJmqdpQ3kncE2SA8DVwzFJRkk+B1BVx1j8LPLR4XHHcE6S1oRUrb3fYkejUS0sLMx7DEmnmST7qmq09Lz/MkeSGoZSkhqGUpIahlKSGoZSkhqGUpIahlKSGoZSkhqGUpIahlKSGoZSkhqGUpIahlKSGoZSkhqGUpIahlKSGoZSkhqGUpIahlKSGoZSkhqGUpIahlKSGoZSkhqGUpIahlKSGoZSkhqGUpIahlKSGoZSkhqGUpIahlKSGoZSkhqpqnnPcMKSHAV+NO85JjgH+Pm8h5iB02Uf4F5Wq9W6l9+pqk1LT67JUK5WSRaqajTvOaZ1uuwD3Mtqtdb24q/ektQwlJLUMJSztWveA8zI6bIPcC+r1Zrai59RSlLDd5SS1DCUJyjJxiR7kxwYvm44zrodw5oDSXZMuL4nyXdWfuLJptlHktcl+VqS7yXZn+TOUzv9r2bbluSJJAeT7JxwfX2S+4brjyTZMnbto8P5J5Jcd0oHX+Jk95HkmiT7knx7+Pr2Uz78EtP8mQzXL0ryfJIPn7Khl6OqfJzAA7gb2Dk83wncNWHNRuDQ8HXD8HzD2PV3Af8MfGct7gN4HfDHw5rXAP8OXH+K5z8D+AHwpmGG/wK2Llnzl8A/Dc9vAu4bnm8d1q8HLh5e54w5/TlMs4+3Am8cnv8ecGRef5+m3cvY9fuBfwE+PM+9LH34jvLEbQd2D893AzdMWHMdsLeqjlXVs8BeYBtAktcDHwI+sfKj/lonvY+qeqGqvgFQVS8BjwGbV37kV7kcOFhVh4YZ7mVxT+PG93g/cFWSDOfvraoXq+pJ4ODwevNw0vuoqm9V1Y+H8/uB1yZZf0qmnmyaPxOS3AA8yeJeVhVDeeLOq6qnh+c/Ac6bsOYC4Kmx48PDOYCPA58EXlixCZdn2n0AkOQs4B3AQysw46/Tzja+pqpeBp4Dzl7m954q0+xj3LuBx6rqxRWaczlOei/DG4iPAB87BXOesHXzHmA1SvIg8IYJl24dP6iqSrLs/20gyVuAN1fVB5d+NrMSVmofY6+/DvgS8OmqOnRyU2paSS4D7gKunfcsU7gduKeqnh/eYK4qhnKCqrr6eNeS/DTJ+VX1dJLzgZ9NWHYEuHLseDPwMPA2YJTkhyz+tz83ycNVdSUrYAX38YpdwIGq+tT0056wI8CFY8ebh3OT1hweon4m8Mwyv/dUmWYfJNkMfAV4b1X9YOXH/bWm2csVwI1J7gbOAn6Z5BdV9ZkVn3o55v0h6Vp7AH/Lq2+C3D1hzUYWP2vZMDyeBDYuWbOF+d7MmWofLH7G+q/Ab81p/nUs3ly6mP+/cXDZkjUf4NU3Dr48PL+MV9/MOcT8buZMs4+zhvXvmtffo1ntZcma21llN3PmPsBae7D42dBDwAHgwbFwjIDPja37cxZvEhwE/mzC68w7lCe9DxbfKRTwXeDx4fH+OezhT4Dvs3in9dbh3B3AO4fnv83iHdSDwDeBN419763D9z3BKb5jP6t9AH8N/M/Yn8HjwLlrcS9LXmPVhdJ/mSNJDe96S1LDUEpSw1BKUsNQSlLDUEpSw1BKUsNQSlLDUEpS4/8AxE0HcU5NV+gAAAAASUVORK5CYII=\n",
      "text/plain": [
       "<Figure size 360x360 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAVEAAAEyCAYAAABDFuO2AAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjUuMywgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/NK7nSAAAACXBIWXMAAAsTAAALEwEAmpwYAAAvH0lEQVR4nO3deZgU1dX48e8BFHcERCWAgsob16hxRBMTQwIirmjcUGJQIbjGn9HEaFyDS5QkmpDgwqsoLgEJGsENBNSoeRUZ3FGQAVGGABIg4I7A+f1xq52anuru6q7qtc7nefrp6qpbt870dJ++VXXrlqgqxhhjCtOq3AEYY0w1syRqjDERWBI1xpgILIkaY0wElkSNMSYCS6LGGBNBLElURPqLyDwRaRCRywKWtxWRh7zlM0Wkuze/o4g8KyKfiMhf09Z5zqvzde+xfRyxGmNMnNpErUBEWgOjgMOARmCWiExW1Xd8xYYAq1V1NxEZCNwMnAJ8AVwF7O090g1S1fqoMRpjTLHE0RLtBTSo6kJVXQeMBwaklRkAjPWmJwJ9RERU9VNVfRGXTI0xpupEbokCXYDFvteNwEGZyqjqehFZA3QE/pOj7ntEZAPwMHC95ri8arvtttPu3bvnEboxxuQ2e/bs/6hqp6BlcSTRYhmkqktEZGtcEj0duC+9kIgMA4YB7LTTTtTX296/MSZeIvJBpmVx7M4vAbr5Xnf15gWWEZE2QDtgZbZKVXWJ9/wx8DfcYYOgcqNVtU5V6zp1CvyhMMaYookjic4CeopIDxHZFBgITE4rMxkY7E2fCDyTbddcRNqIyHbe9CbA0cDbMcRqjDGxirw77x3jvACYCrQGxqjqHBEZDtSr6mTgbuB+EWkAVuESLQAisgjYBthURI4D+gEfAFO9BNoamA78b9RYjTEmblJLQ+HV1dWpHRM1xsRNRGaral3QMrtiyRhjIrAkaowxEVgSNcaYCCyJGmNMBJZEjTEmAkuixpjadtNNMHkyLFtWlOor+bJPY4xpThVEwpefNQsuv7zp9auvwv77xxqStUSNMfFavx7efdclvLCmT4fXX89e5sYboV07mDMHRo2Cf/87d73/SRvjaOLE8DGFZEnUGBOvgQNhzz3hyCNhSfowGgGWLYPDDsvdQrziCvj4Y9h7b7jgAvj+9+OJNyJLosYknSrce69rPebj3nvh1FNdy9Pv4Yfd85Qp0LUrvP9+9lbp8uX5bTdl4cLC1ouZJVFjku6xx+DMM13rMR9nngnjx8Mll8CGDW7e88+3LLfLLnD++Znr8SfYyeljF1U+S6LGJN2cOdHWHzkShg930z/4QXCZ229vmn7hBejfH77xDejZs/lu/ID0m2LE7Iv4b6JhSdQYE92YMbnLXHWVez70UJg6FZYuhYaG4saV7pZb4NZbY63SkqgxpjSuvz582TfegNNPD3diKmjdU0+FDz8MXn7xxfnXmYUlUWOqzWefwaOPuuc4pHcDKqaPP85dZsUK2G8/eOABd9w1m1//GjZuhMbGpnm9erljtYMGRQo1LEuipknq5ICpbOeeC8cfD0OHxlPfLbfkV/6cc+Coowrb1rBhuctsv33T9LRpkG2M4BEjoHVr6NYN/vEPN2/dOve8eHF+HfMLZEnUOFdeCW3awPz55Y7E5PLAA+553LjybP/OO+HJJ5vPE4H/DXHzifHj89/egQe27EYVZNQo1zItMUuixrnhBvf8xz+WNw6Tn08+KXcEzuLF4VqZherSJXeZWbNcy7TELIkaU8223rqwky/V5qOPcpdZu7b4cQSwJGpMyqxZ7njjf/9b2u1+8EFTt59CPPFEfLGMGhVfXeW2ZEn0PrAhWBI1lWvVKrjmGli0qDTb69UL7rjDHR8upXPOaeqAXm7ZdoeXL4c//KF0sUS1fj388pdF34wNhWcq19lnu1F37r3XtdaKZcwYNzpQSjG3FWTNmvBlp01zXXrC+vxz2Hzz/GMKsuOO8dRTY6wlaipXqmtLpk7TAHPnumu/0114YfbrtVNWrYIhQ+DEEwuLsdT69cu+/IknXGfyjRvd4YEttsivk7vJmyVRU9322AOOPdYNtuv3l7/Abbfl7hrz+efFi62UVOG66+Doo91ljY88Ar/5jVuWutzSFEUsSVRE+ovIPBFpEJHLApa3FZGHvOUzRaS7N7+jiDwrIp+IyF/T1jlARN7y1hkpUoJes6byXXllcMsqU/9WEXdFTq0ky0xeegmuvrrp9cqV5YslYSInURFpDYwCjgD2BE4VkfQxtYYAq1V1N+BW4GZv/hfAVUDQ0d/bgZ8BPb1HBRx1T4B8RiMvtc8/d/1Zc7WsvvqqaXrVKujUyY0YVMtmzCh3BIkVR0u0F9CgqgtVdR0wHkgfz2oAMNabngj0ERFR1U9V9UVcMv2aiHQGtlHVl1VVgfuA42KI1VSzMCdUFi+GTTdtep3q4lLqbkv5iOOHy98KNSUVRxLtAiz2vW705gWWUdX1wBqgY446fSMKBNYZzdq1bhfo7bdjrdaU2b33Zl9eyS3tlHLGWA3vT4Wp+hNLIjJMROpFpH7FihXhV3z9dfjud+G884oWm6kAqctZwQ3Iu+uu7mx8pbrkEujRI9xoR/mw5Fg0cSTRJUA33+uu3rzAMiLSBmgHZDvyvcSrJ1udAKjqaFWtU9W6Tp065Rm6qRrXXQe/+lXT67//HVavzr3e9OlN0zNmuPv9jBkDp5wCffsGr1OshLNxoxtpyH9PoREj4OWXm17fcovrp7rNNm7Q4ri0b99y0BATiziS6Cygp4j0EJFNgYFA+o1SJgODvekTgWe8Y52BVHUpsFZEDvbOyv8UmBRDrKZaXX1181tMnHyyu5tkPo4+uml6wgSXVIt5Fvvzz2Hs2KZt3HMP/PjH8K1vudcLF2YfdSjsiESZhrLzd2hZsyb88HVjxsARR9R+j4aYRE6i3jHOC4CpwLvABFWdIyLDReRYr9jdQEcRaQAuBr7uBiUii4BbgDNEpNF3Zv884C6gAVgAPBU1VlNj/C24QhWz59yll8IZZ7iEpNo0/mdqMI1ct8b49FP3vHGjG0Iu05VU8+bFEu7Xhgxxd+q8++54661RsVz2qapPAk+mzbvaN/0FcFKGdbtnmF8P7B1HfFnZsaLS+/JL975vtlm5IymuKVPc86xZcN99LZeHTX7jxsFPfpLftpcty698EGuJhlL1J5YKZn33g2X7UXnhBXfbhmwjjYfRoQNstVX2LkuffFK6gUdK4YwzWs4LM/rSq6/mn0ABrr22srt11ZDkJlGTv0MPdTcBK/TWECmffeZuRZJ+BnrePNdKBbjoovzqTA1OHMcufik8+2y4oe8GDix8GwsW5L+O7ZnlzZKoyd9nn7lkl6kbzoIFrgtZLtdf784Y9+vndnd33x1693bLnn02v5hS3dviOAOday/Ff3a9UOnX+geZPt1u11IFLImawnTq5LrhfPFFy2W77Qb77597pPE//MG1aqdNg8Fe542XXy78LpYjR+a/Tj6Hddatg9/+1g0J5+8pUCxlGqnd5MeSqO2+FCbVCs3Wl7HQ7kP/+ldh611+ef7rhE2ir74Kbdu6Y42QjJGR7LxBKMlNovYBqT1x3Yc9yM035y5jEim5SbRW/elP7jYXlXIXyEoXtCdSir0T64NZMyyJ1ppf/ML1Syz0S1oJhzdWrHBX89Syd98t7/ZT/+dcrfdly/K7HUkCWRKthKRRDOvXu79twwZ3giLs3/lUjBeG9ezp+jgecEBT31L/WJ+ZDBoUXwyF+vvfYXL61cs14uKLYfvt3Vir2Y4jT58OnTvDqaeWLrYqlNwkmoRjosccA23auJuwnXlmuHXyvYd5ti5FGzbAgw+6kzIHHQSHHNJ8rM9KENRdadEid23+gPRhcWvErbe60f6vvx6efrr5Mv+Pbaof64QJpYutCiU3iSaB/4qYsWMzl4viggvCldu4Ef7v/4oTA8Cddxa2Xuo6dr/0e5UvXtwykdTCj/Ctt7ob/ZlILInWqqiHKZYtg8bG3OX8nnqqfMml0EtETzst+/JXX81+9dSKFa7/aJBaSLQmJ0uiSTN7tjvm+O9/Zy/XuTN06xacINIT9O9+5644yndoumpwwAGZr8xqbHTHFvfYo7QxmYoSyyhOVa1WTyxlUlfnnuvr4ZlnoEsXOClwgC3n009bHsdMDdGWkro1b9K88IJ7rvWeBCar5LZEk76r9d570NW7ecDEieWNpdJNm1buCEwFs5aoyW3jRnj++XJHUVnC/AhX4uAhr71W7ghqTnJborXOfz+ibIIGEEnv9nP//fDDH0aPqZbkSqKzZpUmjnw98EC5I6g51hKtFXfcUdhI5Jtv3nJe+uAajz9eWEy1LOjHx69ab8WdtHMEMbAkWisfmnPPzV3m/ffD1WXX3eeWz1VgpqYld3c+iSeW3nmn3BEYU3OSm0RNOEn8sTEmD5ZEjUkS69PqvPhibFVZEjW52bG/YJXYhSmXRx/NvjzTnketDYcX45gBlkQtQZhCpW4VkgT5jqOQILEkURHpLyLzRKRBRC4LWN5WRB7yls8Uke6+ZZd78+eJyOG++YtE5C0ReV1EIt7oPDDo2Kssi6efhg8+KHcUplZkalR897uljaOKRO7iJCKtgVHAYUAjMEtEJquq/1TwEGC1qu4mIgOBm4FTRGRPYCCwF/ANYLqI/I+qbvDW+6Gq/idqjDXrpZfg8MNzl8uXtc6TK9OIVPmOM5sgcbREewENqrpQVdcB44H00WwHAKkBLScCfUREvPnjVfVLVX0faPDqM2GEube7XyFfhFppsZtw/pOQNkuMn+s4kmgXYLHvdaM3L7CMqq4H1gAdc6yrwNMiMltEhsUQZ7BqbXWtWZN/7H/7W/7byTVknnEaG+HLL8sdhSmDSr5i6XuqukREtgemichcVW0xCoaXYIcB7LTTTuFrr+YW1ty5pRvD8v33q/eHppS6dYM992w5Kr6peXG0RJcA3Xyvu3rzAsuISBugHbAy27qqmnr+CPgHGXbzVXW0qtapal2nTp0i/zFVYdy4ckdggtgVYYkURxKdBfQUkR4isinuRFH6bRInA4O96ROBZ1RVvfkDvbP3PYCewCsisqWIbA0gIlsC/YAqHdEhT6NHuztkbtiQu6ypXNZ6r2wx7olG3p1X1fUicgEwFWgNjFHVOSIyHKhX1cnA3cD9ItIArMIlWrxyE4B3gPXA+aq6QUR2AP7hzj3RBvibqk6JGmtVOPts97x6dfMbzcWhkC/2UUfFG4MxNSaWY6Kq+iTwZNq8q33TXwCB96BQ1RuAG9LmLQT2jSO2nCq1xZDtVsTGmIqR3CuWin1i6cEHXQflpHQZMc1V84lLk5fkJtFieecd2Hlnd1zzpZfghhtyr1NpKrV1bkxcKqyfqPE791z48MOm17lGQC+lsB8cS6LGhGZJNG61NtqNMSYrS6KlanV98EH+t92YObM4sRhjYpPcJFqqA/8i7qqf7t0h/YoqVXdP8xUrgtcdMyZ4/pQi9/ayG9OZWmfHRKvMSy+559Wrm89/5BHo189dLhhk9OjgwWNfeSXe+NJ99llx6zemhlgSjVs+hweee849Z+sGlUrAcViwIL66jDGAJdFknYm20cmNiV1yk2gpj4maZHn+eTjrrHJHYbKxY6JV5MMPYe3ackdhSukHPyh3BKaEKnk80eqU/gv3+OOZz3ZbK9WYqmct0bgl6RiraenXvy53BKbELInOnl3uCLL73e+gPv6bnZoiGTGi3BGYMOyYaAyWLy93BOHMnw8HHljuKIwxGSQ3ia5ZU+4I7JioMTUguUnUGGNiYEk0bnZiyZhESW4StV1pY5LLTizFoFhJNGy9X3wBkyYVJwZjTMkkN4mW20UXuTFGjTFVzZJouYwbV+4IjDExsCRqjEkeOyYag2IdEw17dt7O4htTEyyJlsvHH5d3+8aYWMSSREWkv4jME5EGEbksYHlbEXnIWz5TRLr7ll3uzZ8nIoeHrTOxNmwodwTGGJ/ISVREWgOjgCOAPYFTRST9pkFDgNWquhtwK3Czt+6ewEBgL6A/cJuItA5ZZ+0ZNSr78htvhDY2eqExkVXYMdFeQIOqLlTVdcB4YEBamQHAWG96ItBHRMSbP15Vv1TV94EGr74wdUZT7t35IBdckH35FVeUJg5jTGhxJNEuwGLf60ZvXmAZVV0PrAE6Zlk3TJ0AiMgwEakXkfoVmW49HLxi+LLGGJNB1Z9YUtXRqlqnqnWdOnUqdzjGmISJI4kuAbr5Xnf15gWWEZE2QDtgZZZ1w9RpjDGFqbBjorOAniLSQ0Q2xZ0ompxWZjIw2Js+EXhGVdWbP9A7e98D6Am8ErJOY4wpu8inelV1vYhcAEwFWgNjVHWOiAwH6lV1MnA3cL+INACrcEkRr9wE4B1gPXC+qm4ACKozaqzN2DFRY0wMYukvo6pPAk+mzbvaN/0FcFKGdW8AbghTZ6zKfcWSMaYmVP2JJWOMyVuFHRM1xpjESm4SLfegzMaYmpDcJGqMSa4Y7/ab3CTqbzGuXx9fvXZiyZjK9/bbsVWV3CTqd+WV5Y7AGFOlkptE/S3RO+8sXxzGmNKbOTO2qpKbRI0xyTVvXmxVJTeJ2ll0Y5KrdevYqkpuEjXGJFer+FJfcpOotUSNSS5ridaglSvLHYExyWFJtAZtt125IzAmOWx33hhjKoMlUWNM8tgoTjGw8USNMTFIbhL1W7u23BEYY0rJWqIx27ix3BEYY6pUcpOo9RM1xsTAkmi11GuMiY/tzlcwO7FkTOWzfqLGGFMZkptEbbfbmOSy3fkYWBI1xsQgUhIVkQ4iMk1E5nvP7TOUG+yVmS8ig33zDxCRt0SkQURGirjMJiLXisgSEXndexwZJU5jjCmWqC3Ry4AZqtoTmOG9bkZEOgDXAAcBvYBrfMn2duBnQE/v0d+36q2qup/3eDJinLl99lnRN2GMqRAVtDs/ABjrTY8FjgsoczgwTVVXqepqYBrQX0Q6A9uo6suqqsB9GdYvjvQ38Ze/LM12J00qzXaMMZlVUBLdQVWXetPLgB0CynQBFvteN3rzunjT6fNTLhCRN0VkTKbDBJGkv4nTpsGKFfD557FvqpkHHihu/caY3EqZREVkuoi8HfAY4C/ntSbj6iR5O7ArsB+wFPhjlviGiUi9iNSvWLGi8C02NMD228MWWxRehzEmcdrkKqCqfTMtE5HlItJZVZd6u+cfBRRbAvT2ve4KPOfN75o2f4m3zeW+bfwv8HiW+EYDowHq6uriSeJz5sBee8VSlTGmAlXQ7vxkIHW2fTAQdMBvKtBPRNp7u+X9gKneYYC1InKwd1b+p6n1vYSccjzwdsQ487P33jYoiTEmlJwt0RxuAiaIyBDgA+BkABGpA85R1aGqukpErgNmeesMV9VV3vR5wL3A5sBT3gNghIjshzs8sAg4O2KcLeX6JWrdGjZsyP/ysIULsy+3y0KNqSmRkqiqrgT6BMyvB4b6Xo8BxmQot3fA/NOjxBVKmOb8pElw/PHh63z4Yfgo6IhGmv/+N3ydxpj4VdDufG3L9w6co0fnLrNuHbSPv7OBMSYPlkRLZMMGOP98eOSR+Opcvbqw9f72t/hiMMbEJuox0eoV5pfo0UdhyhS47Tb44gto2zZ7+U8/zV1nocdEBw0qbD1jTEvWEi2RKVOapnfeOXvZO++Ef/2ruPEYYypOcpNovr9Ey5dnX37OOeHqsURrTPlZS9QYYyqDJdF8vPEGPP44nH02fPVVuaMxxlQAO7GUj/32a5o+8EAYOjRjUWNMBbN7LMUg6jGRVB/Se+6Burro8RhjSseSaAV49FH3fNZZMHt2WUMxxpSPJdFCvfxyuSMwxlSA5CbROLo4vPlm9DqMMVUtuUk0DvvuW+4IjDGFsH6ixhhTGSyJGmOSx1qiMYjxTTTGVBlLosYYUxksiRpjTATJTaK2O29MctnufAwsiRpjYpDcJGqMSS5riRpjTASWRGNgu/PGmBhYEjXGJE+ltERFpIOITBOR+d5z4A3VRWSwV2a+iAz2zb9BRBaLyCdp5duKyEMi0iAiM0Wke5Q4jTGmmUpJosBlwAxV7QnM8F43IyIdgGuAg4BewDW+ZPuYNy/dEGC1qu4G3ArcHDFOY4xpUkFJdAAw1pseCxwXUOZwYJqqrlLV1cA0oD+Aqr6sqktz1DsR6CNi+9/GmMoTNYnu4EuCy4AdAsp0ARb7Xjd687L5eh1VXQ+sATpGCzWN5WRjkivG73/OG9WJyHRgx4BFV/hfqKqKiMYVWFgiMgwYBrDTTjvls2KRIjLGJEnOJKqqfTMtE5HlItJZVZeKSGfgo4BiS4DevtddgedybHYJ0A1oFJE2QDtgZYb4RgOjAerq6kqexI0xVaiCjolOBlJn2wcDkwLKTAX6iUh774RSP29e2HpPBJ5RVUuQxph4VFASvQk4TETmA32914hInYjcBaCqq4DrgFneY7g3DxEZISKNwBYi0igi13r13g10FJEG4GICzvobY0wlyLk7n42qrgT6BMyvB4b6Xo8BxgSUuxS4NGD+F8BJUWLLyY6JGmNikNwrlowxybVuXWxVWRI1xiTP+vWxVWVJ1BiTPK1bx1aVJVFjTPJsu21sVSU3idqJJWOSq4K6OBljTKJZEjXGmAgsiRpjksd252Ngx0SNSS5LosYYE0HPnrFVZUnUGJM87QPvZFQQS6LGGBOBJVFjTPLYMVFjjKkMlkSNMSYCS6LGGBOBJVFjjInAkqgxxkSQ3CRqVywZY2KQ3CRqjDExsCRqjEke6ydqjDERqMZWlSVRY4yJILlJ1E4sGWNiECmJikgHEZkmIvO958ChUURksFdmvogM9s2/QUQWi8gnaeXPEJEVIvK69xgaJU5jjGmmgo6JXgbMUNWewAzvdTMi0gG4BjgI6AVc40u2j3nzgjykqvt5j7sixmmMMUURNYkOAMZ602OB4wLKHA5MU9VVqroamAb0B1DVl1V1acQYjDEmPxV0YmkHXxJcBuwQUKYLsNj3utGbl8sJIvKmiEwUkW4R42zJjokaY2LQJlcBEZkO7Biw6Ar/C1VVEYkrvT8GjFPVL0XkbFwr90cZ4hsGDAPYaaedYtq8MaamxdiIyplEVbVv5jhkuYh0VtWlItIZ+Cig2BKgt+91V+C5HNtc6Xt5FzAiS9nRwGiAurq6+NroxhgTQtTd+clA6mz7YGBSQJmpQD8Rae+dUOrnzcvIS8gpxwLvRozTGGOKImoSvQk4TETmA32914hInYjcBaCqq4DrgFneY7g3DxEZISKNwBYi0igi13r1Xigic0TkDeBC4IyIcRpjTJNtt42tKtEYz1KVW11dndbX14cr/Npr8O1vFzcgY0zlOeUUuOce2Hzz0KuIyGxVrQtaltwrlowxteFnP8uv/PjxeSXQXCyJGmOqW5m7K1oSNcZUv0cfLdumLYkaY6rfgAFl23Ryk6hdsWRMZq1bl2/b2b6bc+e2nFfmk+PJTaLGJNG117rnZ5+F9Cv8/vvfpunddoMnn4S33oJly0oVndMly1Xh3/xm6eIIyZKoKZ0BA2DcOJgUdE2GKYmhQ2H9eujdu2ULrl27pgR24IFwxBGw996wQ9CQGHk69NCmBJ7JCy/Az38Ol1ySX912YskkxiabwMCBcOyx5Y4k2bLtqr/4IgwfDn/5S/P5EyeGr/+OO1rO22cf+M1vsq/3ve/ByJGFdz865JDC1osouUnUjomWnr3nlSXoWGL37nDVVS2v6DnuuPD1Hn883HJLy/mbbJJHcAWYNAnGjCnuNgIkN4ma5LrkEpdAXnst+ESFaal1a/jyy3BlW7WCX/wCPvusaV7UH9Bdd4Wnn85epmNHOPPMaNspQM5RnIypOakW0X77lTWMsuvYERobw5ffdNNw5bbbzj37d8ujnkFvaIi2fhFZS9TEo2vX3GUqZXe+Q4dyRxCPk06Ktv5BBzVN33lntLpSfve78GUHDQpX7oILsi/PJ0FvsUX4siElN4nGOIpL4vzqVzBqVPN5M2bAc8/BunXR6v7e96Ktn8tPfpL7S1ktjj8+/3W23rpp+tBD3fO228KwYbGEFNpdd8EDD4Q7iXTyydG29dBD0dbPIblJdOedyx1BdercGUaMaPnrv/XW8IMfRD95UMzWao8ecP/9sQ4+UVaFvFfbbNM0feqpMHkyvFuG4XpTsadaoyeemLls1EMBRd4DSm4SNYWJ0scz04f5wAMLrzPJoiaHVq3gmGNgx6C7/xQoU8JLjzX1euRI+Mc/4N57w28jdcw1rFSLu0gsiZr8pBJepi9FIV55pfB181FDY+cCsMceMH16+GOLlWjzzV33qS23DL9O+v8x02dv0CBYsyaeiwWysCRqChP2g1xsQR27k2KffaBPH3dssdqU4vPSqlXzwxfF2kzRt2CSwf+l2GyzeOpJ8R8v819t8+mnwScI00961apK6e1QiCixp/+A2wAkpib4z/pmOmaV7xdn5kxYsAB++MOmeW+/DT/9Kbz/fnB3lQkT4LzzguuL+mU74YRo6ydBMRJ7ep0VdljGkqgpjH8EoDffbH7G++CD49nGJpvALrs0/xLtvjuMHesuT0zXv3+0vpO77w5ffZV5ebbRhUrtyivLHUE4ffq451NPbT4/W7LN9fkJ2wOkRMnWkqgpzNFHw+9/D//6lzs255ep4/Zee+WuN9+WTMeOTdNPPpnfuulatYI2VXIRn791XknS/39Tpriror773fB17LsvzJ6deXkhY51utZV73n77/NfNwZJokhx6qBuNJzWYRP/+hdclAr/8ZfCXI/2KoIMOghtvdOULkRr1qW/flsv69HGjA02aVPiu5KOPuj6kDz5Y2Prl8KMf5b/Ob38bfxy5tGkT3ILP9b+K+068//wnHHYYPP54vPVi184nyz//6Z779nVXcZx0UvOEd9ttbjf5yCPj3e5RR8Hllxe+fpcu8MknwcdAReCGG8LVk2n3bsCAst5eomSuvrrcETSJcuy0kHW//e3cA5gUKNkt0aeeKusNrsqmXTt3mV/79i45jR/vRtw591w3EO+iRfFu76yzotex5ZaFfXkGD46+7TDuuQfq60uzLVNRIiVREekgItNEZL733D5DucFemfkiMtibt4WIPCEic0Vkjojc5CvfVkQeEpEGEZkpIt2jxJlR//7JaIFks+WWcMopzU8MxXlJ7BFH5HdCxp8oo5zIGTXKnfwaPrzwOvJx/PFwwAGl2VYlC/tDF2bAmqiq5MTSZcAMVe0JzPBeNyMiHYBrgIOAXsA1vmT7B1XdHdgfOEREjvDmDwFWq+puwK3AzRHjNOecU57t7rFH/ussWOCuYopyEuC88+CDD5r3Igh7ueD//E/+24vSNzZl1qzodVS6F1+EP//ZjbNQqBrr4jQAGOtNjwWOCyhzODBNVVep6mpgGtBfVT9T1WcBVHUd8CqQ+nny1zsR6CNSzT2Ly2T1apgzBz7+GG6/vbTbfvNN+PWvw5/M6NHDPffu7bo1xXk9/UsvQb9+7rBFGC+/HPyjkxr96cILm482NXgwtG0bPc66utofGOeQQ9z7V0Nf56hJdAdVXepNLwOCLlLtAiz2vW705n1NRLYFjsG1Zputo6rrgTVAR4pl+vT4T6ZUgm23hT33bOreUUr77AM33RR+2y+9BPfdF+0EVCYHHwxTp0LPnuHKt28f/KPTs6cb6u/Pf25+nLeuLp44Ifi2GtWkhpJjWDmTqIhMF5G3Ax7NDiaqqgJ5t7NFpA0wDhipqgsLWH+YiNSLSP2KFSvyXd3p0weeeAJGjy5s/VpU6u4+O+wAp58efvT0Utp+ezfSEAR39I5z9/LHP45eRzUPSBJGte3Oq2pfVd074DEJWC4inQG8548CqlgCdPO97urNSxkNzFfVPwWt4yXZdsDKDPGNVtU6Va3r1KlTrj8nu6FDo61fS047DT78sHj1X3yxe66GsT2fe67ljdr8u+/+L3Ul/BD361e+bVtLNG+TgVQfksFA0GCTU4F+ItLeO6HUz5uHiFyPS5AXZan3ROAZr6VbXLX0AbjvvnJHkN3NN7vW7oIF5Y4ks8sucy3D3Xdvucz/g+3/aKZf3miiy3fAkdQPdOq5yKJ2tr8JmCAiQ4APgJMBRKQOOEdVh6rqKhG5DkidehzuzesKXAHMBV71zhv9VVXvAu4G7heRBmAVMDBinMny979nHyk8LP+gInFr08a1ditZ2PsF+b/U5Tj+nHTpSfWPf3RXyMVxsi+ESElUVVcCfQLm1wNDfa/HAGPSyjQCgU0/Vf0CiHgXrgJ16QJLluQuV8niSKDgTkw99hicfTb8+9/xX4pXzb7xjabpuHeSttkG1q6Ntn7SlSiBQtKvWArSPvB6geQ6+mh45x13RjrqAB+1xD+YStxJ9MYbo61fwgTSQimGwivFNvNgSbQcbropd5mUIUOKF0dY7dq5vn1Fvs1C1bn2Wthtt3j+R/6rszoWrzefiZ8l0UIUeqxw9Gh47z249FKYOzf8evvuG77s88/nH5cpzDXXwPz57kcmqjjqMGVhSTSdv8tNnDdQu/RS+NnPXIdtEfjmN8Ov+/TT7j7djY25y37/+4XHaGpDMU8I5lJLPVxCsiSabuxY+Na3XOf7TJceFvJBueqqwuJRdZ29hwxxu3z+kzvpA16MG1fYNkxtOeSQckdQWmXufG/jiabbYw9444346w3T9WXTTd2oQ5e1GMelif+KGf8o7OvXFzbitymfRYuCb3OSS6Y7B6TUemuw2q5YMiXUoUPukxQ/+Yl7Tr8qxRJo9Sl0sBG7sq6iWEu0koT5hT3vPLcbv99+0NDgBk4ZMaLooZkSCroNtF+rEG2fBx5weydnnBFHROHVeis4gLVEw2rb1g1CsdVW8PDDxdnGCSfkTqStWsF3vuNOgO2zDyxebJca1poo176nBhkfNKj5qP7FGB2rXGx3vkqJuEEo1q4NvmFaNmFaDuA6tJvqF2Yg6mxXf7Vq5U5sXntty+OfZ58dvM7EiW4UrAkTgpfvumvumAp18slN0+VoiVpn+ypTyD/s3XdzlznyyOq5Xa/JbsYMGDkye5nU/zrVJS39NjVHHun6oQ4bBn/9q5t3+OGZf2hPOMENOlPqoQRnzIB77y3tNiuMJdFiefFFN8DGihXhbjeR6tuXvqsS54C/pjQ6d4af/xwmT85c5vTT3fNjj7nDRNdem7ns+ee7z9GUKeW9pBOajxkA7tbN5R7O0Lo4VYl8W6CHHJJff70//tE9+z8QY8bAT3+a33ZN5TjmmJbzPv/c3Tol9ePYrl3LsUqDhL0/VCZxdcCv8OvYy8FaouU0f757HjUq+M6WZ55pXZdqzWabQa9e4Y+TR/Xgg+6HOI4R8wGOPTZ4/o47uufevePZjl+HDvHXGSNriYaV/qFvbISFC+HQQwuvc7fdYOPG5r/e223n+g9GHaXfVAaR8u5unnZavOO29u4dfP+p995zQ0gGDWBdqKeect34/CNmgft+FHoroCKwlmgu06a52+5OmdJ8fpcu8Vynnr7707p10y2DTfVbvdrtcey9tztJVO1OyjDM79Zbx5tAAfr3b7rDqp//NtgVwFqiufTt6+5fXkq2C1872rVzjzffrI3jhZXwN8SdrCOyJBq3006zJGhaqoTkUyuuuMJ9x667rtyRAJZE41fqWw0bkzRbbOEG6nnpJZg+vez36rIkaozJz4IF7gqoI48sbxxPPQVLl0K3brnLFpEl0Tiln3wyphbtsgts2FC6blqZtGlT9gQKdnY+utSdNQcOdJflGZME5U6gFcRaolHdc4+7bvnoo8sdiTGmDCyJRrXVVq4VaoxJpEhtchHpICLTRGS+9xx403YRGeyVmS8ig715W4jIEyIyV0TmiMhNvvJniMgKEXnde9hQ3saYihT1wMZlwAxV7QnM8F43IyIdgGuAg4BewDW+ZPsHVd0d2B84RESO8K36kKru5z3uihinMcYURdQkOgAY602PBY4LKHM4ME1VV6nqamAa0F9VP1PVZwFUdR3wKtA1YjzGGFNSUZPoDqq61JteBuwQUKYLsNj3utGb9zUR2RY4BteaTTlBRN4UkYkiUv5+DMYYEyDniSURmQ7sGLDoCv8LVVURyXu4GhFpA4wDRqrqQm/2Y8A4Vf1SRM7GtXJ/lGH9YcAwgJ0qbGACY0zty5lEVTXjDYVEZLmIdFbVpSLSGfgooNgSoLfvdVfgOd/r0cB8Vf2Tb5srfcvvAjLezlJVR3t1UFdXV1l3sDLG1Lyou/OTgdQtBQcDkwLKTAX6iUh774RSP28eInI90A64yL+Cl5BTjgVC3KTIGGNKL2oSvQk4TETmA32914hInYjcBaCqq4DrgFneY7iqrhKRrrhDAnsCr6Z1ZbrQ6/b0BnAhcEbEOI0xpihEK+wezlHU1dVpfX19ucMwxtQYEZmtqoF3jbQLYI0xJoKaaomKyAog32HotwP+U4Rw8lUJcVRCDGBxpLM4yh/DzqoaeOOzmkqihRCR+kzN9KTFUQkxWBwWR6XHkM52540xJgJLosYYE4ElUa+jfgWohDgqIQawONJZHE0qIYZmEn9M1BhjorCWqDHGRJDYJCoi/UVknog0iEiLcVBjqL+biDwrIu94V1/9P29+4EDW4oz04nlTRL7tq6vFoNZ5xtJaRF4Tkce91z1EZKa3rYdEZFNvflvvdYO3vLuvjsu9+fNEJO+bSYnItt6IXHNF5F0R+U6Z3otfeP+Pt0VknIhsVor3Q0TGiMhHIvK2b15sf7+IHCAib3nrjBQJvtF9hjh+7/1f3hSRf4gbVS3r35np+5PpvQwTh2/ZJSKiIrJdsd+PWKhq4h5Aa2ABsAuwKfAGsGfM2+gMfNub3hp4D3eJ6wjgMm/+ZcDN3vSRwFOAAAcDM735HYCF3nN7b7p9nrFcDPwNeNx7PQEY6E3fAZzrTZ8H3OFND8QNjI0X9xtAW6CH9961zjOGscBQb3pTYNtSvxe4IRjfBzb3vQ9nlOL9AA4Fvg287ZsX298PvOKVFW/dI/KIox/Qxpu+2RdH4N9Jlu9PpvcyTBze/G64sTU+ALYr9vsRy3e9WBVX8gP4DjDV9/py4PIib3MScBgwD+jszesMzPOm7wRO9ZWf5y0/FbjTN79ZuRDb7Yobp/VHwOPeh+o/vi/N1++F9+H9jjfdxisn6e+Pv1zIGNrhkpekzS/1e5Ea27aD9/c9jhs0vCTvB9Cd5skrlr/fWzbXN79ZuVxxpC07Hngw6HuR+jvJ8P3J9tkKGwcwEdgXWERTEi3q+xH1kdTd+ZwDRcfJ2w3cH5hJ5oGsM8UUNdY/AZcCG73XHYH/qur6gPq+3pa3fI1XPmoMPYAVwD3iDivcJSJbUuL3QlWXAH8APgSW4v6+2ZT+/UiJ6+/v4k1HjQfgLFzLrZA4sn22chKRAcASVX0jbVE534+ckppES0ZEtgIeBi5S1bX+Zep+JovWPUJEjgY+UtXZxdpGSG1wu263q+r+wKek3Y+r2O8FgHfMcQAuqX8D2BLoX8xthlWKvz8XEbkCWA88WIZtbwH8Bri61NuOKqlJdAnu2EtKV29erERkE1wCfVBVH/FmLxdvvFRpPpB1ppiixHoIcKyILALG43bp/wxsK+6OAun1fb0tb3k7YGXEGMC1BBpVdab3eiIuqZbyvQA3XOP7qrpCVb8CHsG9R6V+P1Li+vuX0Pz+ZHnHIyJnAEcDg7yEXkgcK8n8XuayK+7H7Q3v89oVN0TmjgXEEfn9yEuxjhNU8gPXMlqI+6elDozvFfM2BLgP+FPa/N/T/GTCCG/6KJofPH/Fm98Bdzyxvfd4H+hQQDy9aTqx9HeaH/w/z5s+n+YnUiZ403vR/ATDQvI/sfQC8E1v+lrvfSjpe4G74+wcYAuv7rHAz0v1ftDymGhsfz8tT6QcmUcc/YF3gE5p5QL/TrJ8fzK9l2HiSFu2iKZjokV9PyJ/14tVcaU/cGf83sOdZbyiCPV/D7d79ibwuvc4EnfcaAYwH5ju+6cLMMqL5y2gzlfXWUCD9zizwHh605REd/E+ZA3eh76tN38z73WDt3wX3/pXeLHNo4AzncB+QL33fjzqfehL/l4AvwXmAm8D93sJoujvB+4+YkuBr3At8yFx/v1Anfc3LQD+StpJvBxxNOCOLaY+p3fk+jvJ8P3J9F6GiSNt+SKakmjR3o84HnbFkjHGRJDUY6LGGBMLS6LGGBOBJVFjjInAkqgxxkRgSdQYYyKwJGqMMRFYEjXGmAgsiRpjTAT/H2PSGmMRybAIAAAAAElFTkSuQmCC\n",
      "text/plain": [
       "<Figure size 360x360 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "# main\n",
    "cartpole_env = Environment()\n",
    "cartpole_env.run()\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 61,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "hello\n"
     ]
    }
   ],
   "source": [
    "print(\"hello\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.0"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}
